-- Logs begin at Thu 2021-09-09 20:57:23 UTC, end at Thu 2021-09-09 21:52:43 UTC. -- Sep 09 21:27:41.758905 dv-cinder-760193-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 21:27:44.991294 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.common.config [-] Logging enabled! Sep 09 21:27:44.991867 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 21:27:44.992067 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 21:27:44.995270 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.common.config [-] Logging enabled! Sep 09 21:27:44.995521 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 21:27:44.995827 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 21:27:44.996771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:27:44.996998 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:27:44.997360 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:27:44.997604 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:27:44.997806 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:27:44.998126 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.998419 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.998709 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.998929 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.999273 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.999558 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:44.999835 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.000117 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.000407 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.000674 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.000948 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.001228 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.001452 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.001732 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.002018 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.002300 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.002519 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.002804 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.003259 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.003657 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.003935 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.004223 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.004504 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.004770 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.005041 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.005329 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.005652 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] host = dv-cinder-760193-10-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.005925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.006210 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.006493 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.006776 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.007066 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.007340 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.007626 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.007894 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.008161 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.008435 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.008718 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.009004 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.009290 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.009511 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.009730 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.010019 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.010304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.010578 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.010850 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.011149 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.011424 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.011697 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.011965 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.012281 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.012559 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.012840 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.013141 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.013383 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.013651 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.013917 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.014197 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.014466 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.014757 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.015083 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.015394 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.015665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.015936 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.016238 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.016521 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.016797 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.017065 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.017334 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.017596 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.017866 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.018135 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.018402 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.018670 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.018938 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.019246 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.019516 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.019785 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.020053 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.020320 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.020599 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:45.020895 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.021189 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.021486 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.021767 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.022058 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.022333 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.022618 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.022892 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.023198 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.023484 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.023768 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.024044 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.024329 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.024602 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.024890 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.025191 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.025483 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.025771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.026042 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.026310 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.026578 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.026850 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.027157 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.027432 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.027718 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.028005 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.028278 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.028560 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.028848 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.029135 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.029400 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.029675 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.029963 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.030237 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.030530 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.030804 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.031111 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.031389 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.031659 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.031936 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.032210 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.032821 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.033088 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.033360 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.033645 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.033919 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.034187 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.034455 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.034729 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.034998 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.035306 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.035579 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.035849 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.036118 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.036395 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.036665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.036931 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.037202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.037469 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.037744 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.038012 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.038280 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.038546 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.038812 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.039100 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.039370 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.039637 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.039912 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.040179 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.040445 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.040715 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.040979 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.041245 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.041529 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.041825 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.042101 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.042378 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.042653 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.042929 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.043238 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.043513 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.043788 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.044077 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.044379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.044617 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.044896 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.045180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.045463 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.045737 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.046110 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.046387 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.046666 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.046941 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.047243 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.047522 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.047802 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.048095 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.048383 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.048673 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.048960 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.049248 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.049524 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.049827 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.050104 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:45.050316 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:27:45.050555 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 21:27:45.398544 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 21:27:45.398797 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 21:27:45.399082 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 21:27:45.399428 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 21:27:45.789810 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.790056 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.790368 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.791690 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.791942 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.792190 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.827103 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.827444 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.827708 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.842367 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.842639 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.842930 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.870734 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.871003 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.871302 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.908516 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.908785 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:45.909042 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.137463 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.138084 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.138084 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.138270 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.138840 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.258187 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.258497 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.258780 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.259078 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.259336 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.259645 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.259900 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.260150 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.260393 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.260654 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.260936 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.261176 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.261427 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.261679 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.261922 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.262182 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.262428 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.262673 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.262935 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.263217 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.263482 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.263728 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.264003 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.264374 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.264705 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.264967 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.265365 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.265608 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.265841 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.266072 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.266302 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.266531 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:46.266889 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 21:27:46.270068 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 21:27:46.274007 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 21:27:46.277903 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 09 21:27:46.279584 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 21:27:46.280048 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 21:27:46.280394 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 21:27:46.280797 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 21:27:46.284003 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 21:27:46.284225 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 21:27:46.284584 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 21:27:46.290019 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 21:27:46.312005 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 21:27:46.312471 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.312771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 21:27:46.313133 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.314489 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 21:27:46.314775 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 21:27:46.315021 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 21:27:46.318457 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.318734 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:46.381765 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 21:27:46.381953 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 21:27:46.382215 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 21:27:46.382591 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 21:27:46.406125 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_db.sqlalchemy.engines [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 21:27:46.953958 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing driver for type 'gre' Sep 09 21:27:46.954717 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] gre ID ranges: [(1, 1000)] Sep 09 21:27:47.013078 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing driver for type 'local' Sep 09 21:27:47.013411 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing driver for type 'vlan' Sep 09 21:27:47.030633 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] VlanTypeDriver initialization complete Sep 09 21:27:47.030974 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing driver for type 'vxlan' Sep 09 21:27:47.031556 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] vxlan ID ranges: [(1, 1000)] Sep 09 21:27:47.091873 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing extension driver 'port_security' Sep 09 21:27:47.092212 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] PortSecurityExtensionDriver initialization complete Sep 09 21:27:47.092537 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing mechanism driver 'openvswitch' Sep 09 21:27:47.092903 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing mechanism driver 'hyperv' Sep 09 21:27:47.099928 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:27:47.100635 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.101008 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.101361 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.101904 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.102334 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.102685 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.103026 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.103444 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.103851 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.104202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.104546 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.104938 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.105340 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.105687 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.106055 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.106593 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.107005 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.107380 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.107723 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.108117 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.108696 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > address_group after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.109041 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > address_group after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.109381 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.109776 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 21:27:47.110159 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] ML2 OVO RPC backend initialized. {{(pid=93969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 21:27:47.110938 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.111317 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.111763 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.112111 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > networks before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.112456 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.112796 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > ports before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.113136 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.113500 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnets before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.113843 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.114206 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.114538 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.114874 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.115232 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.115612 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.115959 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.116295 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.116655 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.117245 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.plugin [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Modular L2 Plugin initialization complete Sep 09 21:27:47.117580 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading services supported by the core plugin {{(pid=93969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 21:27:47.117928 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Got port-security extension from driver 'port_security' Sep 09 21:27:47.118394 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.extensions.vlantransparent [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Disabled vlantransparent extension. Sep 09 21:27:47.118875 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 21:27:47.119229 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: router Sep 09 21:27:47.155771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.156461 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.156461 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router before_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.156878 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.157245 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.157945 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_delete 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.158304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.158651 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.159007 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.159379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.159731 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.160081 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.160435 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.160825 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.161185 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.161530 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.161863 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.162199 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.162543 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.162884 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.163250 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.163587 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.163947 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.164289 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.164635 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.164990 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.165330 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.165693 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > agent after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.166037 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > agent after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.166375 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.167301 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Tracking information for resource: router configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:47.167638 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Tracking information for resource: floatingip configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 21:27:47.172858 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.db.l3_agentschedulers_db [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 21:27:47.173448 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.173869 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.174168 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.174518 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.175372 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router before_create 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.175735 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.176092 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_create 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.176446 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > router precommit_update 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.181188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.provider_configuration [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service providers = [] {{(pid=93969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 21:27:47.181543 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.db.servicetype_db [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 21:27:47.184586 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:27:47.184931 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:27:47.185271 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:27:47.186167 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 21:27:47.186592 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.services.service_base [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 21:27:47.186977 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.187324 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 21:27:47.198175 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.198510 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: auto_allocate Sep 09 21:27:47.204550 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: network precommit_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.204924 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: network precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.205461 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.205779 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: tag Sep 09 21:27:47.212431 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.212762 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: timestamp Sep 09 21:27:47.216887 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.217220 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: network_ip_availability Sep 09 21:27:47.222777 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.223181 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.223534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.224271 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.224589 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: flavors Sep 09 21:27:47.229322 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.229651 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading Plugin: revisions Sep 09 21:27:47.234102 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 21:27:47.234495 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 21:27:47.235266 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 21:27:47.235602 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Initializing extension manager. Sep 09 21:27:47.236124 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: __init__.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.236458 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: __pycache__ {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.236788 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.237115 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.237886 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.238469 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: address-group Sep 09 21:27:47.238793 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: address_scope.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.239752 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.240266 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: address-scope Sep 09 21:27:47.240623 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.241546 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.242057 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: router-admin-state-down-before-update Sep 09 21:27:47.242377 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: agent.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.243117 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.243621 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: agent Sep 09 21:27:47.243942 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: agent_resources_synced.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.244860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.245367 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: agent-resources-synced Sep 09 21:27:47.245688 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: allowedaddresspairs.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.247559 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.248082 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: allowed-address-pairs Sep 09 21:27:47.248405 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: auto_allocated_topology.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.249552 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.250067 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: auto-allocated-topology Sep 09 21:27:47.250389 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.251092 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.251613 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: availability_zone Sep 09 21:27:47.251925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: availability_zone_filter.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.252849 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.253357 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: availability_zone_filter Sep 09 21:27:47.253671 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: data_plane_status.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.254590 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.255113 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 21:27:47.255429 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: default_subnetpools.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.256347 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.256854 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: default-subnetpools Sep 09 21:27:47.257168 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.257991 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.258496 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: dhcp_agent_scheduler Sep 09 21:27:47.258813 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: dns.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.259764 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.260264 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 21:27:47.260582 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: dns_domain_ports.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.261509 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.262007 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 21:27:47.262325 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.263275 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.263783 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 21:27:47.264103 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: dvr.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.264898 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.265401 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: dvr Sep 09 21:27:47.265753 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: ecmp_routes.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.266664 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.267192 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 21:27:47.267512 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: empty_string_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.268432 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.268941 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: empty-string-filtering Sep 09 21:27:47.269259 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.270171 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.270680 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 21:27:47.270998 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.271958 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.272464 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 21:27:47.272781 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: external_net.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.273672 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.274186 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: external-net Sep 09 21:27:47.274498 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.275434 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.275937 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: extra_dhcp_opt Sep 09 21:27:47.276255 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: extraroute.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.277163 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.277661 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: extraroute Sep 09 21:27:47.277979 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: extraroute_atomic.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.279024 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.279551 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: extraroute-atomic Sep 09 21:27:47.279868 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: filter_validation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.280587 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.281091 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: filter-validation Sep 09 21:27:47.281396 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: fip_pf_description.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.282668 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.283223 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 21:27:47.283539 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: fip_port_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.284451 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.285599 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: fip-port-details Sep 09 21:27:47.286098 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: flavors.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.287382 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.287898 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: flavors Sep 09 21:27:47.288219 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.289922 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.290437 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 21:27:47.290767 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: floatingip_pools.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.291511 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.292018 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: floatingip-pools Sep 09 21:27:47.292344 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: ip_allocation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.293292 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.293797 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 21:27:47.294119 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.295063 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.295583 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: ip-substring-filtering Sep 09 21:27:47.296014 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l2_adjacency.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.296952 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.297454 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 21:27:47.297770 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.298941 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.299496 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: router Sep 09 21:27:47.299824 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.302168 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.302688 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 21:27:47.303074 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.304218 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.304737 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: ext-gw-mode Sep 09 21:27:47.305056 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.306231 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.306815 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: l3-ha Sep 09 21:27:47.307291 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3_flavors.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.308237 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.308749 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: l3-flavors Sep 09 21:27:47.309142 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.310709 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.311584 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 21:27:47.312014 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: l3agentscheduler.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.313305 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.313833 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: l3_agent_scheduler Sep 09 21:27:47.314215 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: logging.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.316486 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.317069 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension logging not supported by any of loaded plugins Sep 09 21:27:47.317459 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: metering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.318424 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.319351 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: metering Sep 09 21:27:47.319685 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.321299 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.322022 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: metering_source_and_destination_fields Sep 09 21:27:47.322457 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: multiprovidernet.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.324021 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.324873 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: multi-provider Sep 09 21:27:47.325226 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: netmtu.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.326167 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.326683 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: net-mtu Sep 09 21:27:47.327008 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: netmtu_writable.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.328059 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.328567 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: net-mtu-writable Sep 09 21:27:47.328893 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: network_availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.329574 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.330079 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: network_availability_zone Sep 09 21:27:47.330399 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: network_ip_availability.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.331560 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.332076 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: network-ip-availability Sep 09 21:27:47.332405 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: network_segment_range.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.333190 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.333697 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 21:27:47.334020 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: pagination.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.335011 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.335374 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: pagination Sep 09 21:27:47.335696 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: port_device_profile.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.336629 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.337141 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: port-device-profile Sep 09 21:27:47.337460 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.338394 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.338898 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: port-mac-address-regenerate Sep 09 21:27:47.339252 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.340170 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.340670 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: port-numa-affinity-policy Sep 09 21:27:47.340988 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: port_resource_request.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.342051 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.342582 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 21:27:47.342946 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: portbindings.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.343930 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.344435 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: binding Sep 09 21:27:47.344754 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: portbindings_extended.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.346047 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.346567 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: binding-extended Sep 09 21:27:47.346891 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: portsecurity.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.347866 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.348376 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: port-security Sep 09 21:27:47.348700 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: project_id.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.349685 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.350021 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: project-id Sep 09 21:27:47.350333 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: providernet.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.351300 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.351815 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: provider Sep 09 21:27:47.352121 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.355800 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.356328 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos not supported by any of loaded plugins Sep 09 21:27:47.356665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.357926 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.358535 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 21:27:47.358865 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.359823 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.360334 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 21:27:47.360658 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_default.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.361573 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.362080 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-default not supported by any of loaded plugins Sep 09 21:27:47.362404 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_fip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.363074 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.363585 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 21:27:47.363905 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_gateway_ip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.364836 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.365342 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 21:27:47.365665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_port_network_policy.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.366588 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.367121 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 21:27:47.367445 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_pps_rule.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.368629 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.369142 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 21:27:47.369464 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_rule_type_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.370383 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.370888 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 21:27:47.371240 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: qos_rules_alias.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.372288 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.372797 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 21:27:47.373122 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: quotasv2.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.374129 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.374454 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: quotas Sep 09 21:27:47.374773 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: quotasv2_detail.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.378176 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.378519 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: quota_details Sep 09 21:27:47.378847 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: rbac.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.379975 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.380499 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: rbac-policies Sep 09 21:27:47.380862 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: rbac_address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.381801 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.382312 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: rbac-address-group Sep 09 21:27:47.382638 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: rbac_address_scope.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.383606 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.384115 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: rbac-address-scope Sep 09 21:27:47.384435 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: rbac_security_groups.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.385366 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.385880 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: rbac-security-groups Sep 09 21:27:47.386202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: rbac_subnetpool.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.387168 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.387678 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: rbac-subnetpool Sep 09 21:27:47.387999 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: revisionifmatch.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.388932 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.389445 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: revision-if-match Sep 09 21:27:47.389836 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: revisions.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.390955 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.391501 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: standard-attr-revisions Sep 09 21:27:47.391829 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: router_availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.392518 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.393024 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: router_availability_zone Sep 09 21:27:47.393344 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: routerservicetype.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.394286 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.394793 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 21:27:47.395150 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.396071 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.396584 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: security-groups-normalized-cidr Sep 09 21:27:47.396914 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.397838 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.398348 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: port-security-groups-filtering Sep 09 21:27:47.398665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.399625 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.400138 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: security-groups-remote-address-group Sep 09 21:27:47.400457 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: securitygroup.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.412101 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.412637 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: security-group Sep 09 21:27:47.412962 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: segment.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.413770 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.414279 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension segment not supported by any of loaded plugins Sep 09 21:27:47.414603 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.415595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.416106 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 21:27:47.416426 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: servicetype.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.417623 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.418146 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: service-type Sep 09 21:27:47.418469 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: sorting.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.419503 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.419833 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: sorting Sep 09 21:27:47.420154 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: standard_attr_segment.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.421124 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.421640 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 21:27:47.421963 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: standardattrdescription.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.422630 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.423147 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: standard-attr-description Sep 09 21:27:47.423465 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: stateful_security_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.424451 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.424902 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: stateful-security-group Sep 09 21:27:47.425222 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: stdattrs_common.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.425808 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 21:27:47.426127 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.427081 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.427607 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 21:27:47.427925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnet_onboard.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.429011 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.429526 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: subnet_onboard Sep 09 21:27:47.429850 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.430798 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.431333 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 21:27:47.431659 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnet_service_types.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.432592 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.433115 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: subnet-service-types Sep 09 21:27:47.433434 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnetallocation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.434534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.435042 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: subnet_allocation Sep 09 21:27:47.435395 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.436073 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.436713 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: subnetpool-prefix-ops Sep 09 21:27:47.437028 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.437970 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.438481 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 21:27:47.438806 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: tagging.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.439956 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.440627 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: standard-attr-tag Sep 09 21:27:47.440945 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: timestamp.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.442168 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.442675 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loaded extension: standard-attr-timestamp Sep 09 21:27:47.443003 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: trunk.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.444148 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.444661 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension trunk not supported by any of loaded plugins Sep 09 21:27:47.444987 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: trunk_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.445931 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.446448 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 21:27:47.446764 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: uplink_status_propagation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.447732 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.448242 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 21:27:47.448559 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Loading extension file: vlantransparent.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 21:27:47.449247 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 21:27:47.449755 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 21:27:47.452344 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:network Sep 09 21:27:47.452889 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnet Sep 09 21:27:47.453288 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:27:47.453677 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:port Sep 09 21:27:47.454947 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.455426 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service FLAVORS assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.456042 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.456479 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.456811 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:router Sep 09 21:27:47.457235 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 21:27:47.457723 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service METERING assigned prefix: /metering {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.459202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.459573 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.459928 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:27:47.460960 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 21:27:47.461423 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:security_group Sep 09 21:27:47.461849 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 21:27:47.462429 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.462757 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:27:47.463125 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] subnetpool is already registered Sep 09 21:27:47.463574 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.463900 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:27:47.464226 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] subnetpool is already registered Sep 09 21:27:47.466550 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.466977 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service FLAVORS assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.467600 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.468107 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.468432 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:router Sep 09 21:27:47.468764 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] router is already registered Sep 09 21:27:47.469176 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 21:27:47.469507 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] floatingip is already registered Sep 09 21:27:47.469959 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service METERING assigned prefix: /metering {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.470614 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 21:27:47.470938 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] rbac_policy is already registered Sep 09 21:27:47.471365 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:security_group Sep 09 21:27:47.471692 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] security_group is already registered Sep 09 21:27:47.472091 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 21:27:47.472421 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] security_group_rule is already registered Sep 09 21:27:47.473039 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.473360 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:27:47.473696 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] subnetpool is already registered Sep 09 21:27:47.474093 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 21:27:47.474424 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 21:27:47.474746 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] subnetpool is already registered Sep 09 21:27:47.475236 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: extensions {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.476742 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: address-groups {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.478251 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: address-scopes {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.479626 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.480821 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: auto-allocated-topology {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.482061 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: availability_zones {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.483317 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: dhcp-networks {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.484926 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: dhcp-agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.486356 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.488620 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: flavors {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.489794 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: service_profiles {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.491000 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: next_providers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.492469 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: service_profiles {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.494006 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: floatingip-pools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.495256 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.497357 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: floatingips {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.498651 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: l3-routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.500142 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: l3-agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.501560 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: metering-labels {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.502918 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: metering-label-rules {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.504210 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: network-ip-availabilities {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.505492 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: bindings {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.508002 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: quotas {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.509478 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: quotas {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.510897 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: rbac-policies {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.512134 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: security-groups {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.513416 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: security-group-rules {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.514763 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: service-providers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.516008 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: subnetpools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.517451 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: subnetpools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.518907 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.520602 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.522444 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.524287 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.526070 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.527942 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.529647 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.531702 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.533840 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.535614 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 21:27:47.541654 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 21:27:47.546576 dv-cinder-760193-10-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 21:27:47.555305 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Acquired lock "singleton_lock" {{(pid=93969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 21:27:47.555780 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Releasing lock "singleton_lock" {{(pid=93969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 21:27:47.556436 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Starting 2 workers Sep 09 21:27:47.561295 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Started child 94080 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:27:47.565947 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Started child 94081 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:27:47.566852 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.567559 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO neutron.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 21:27:47.568248 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Notify callbacks [] for process, before_spawn {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.568385 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [-] (94080) wsgi starting up on http://0.0.0.0:9696 Sep 09 21:27:47.570657 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.571178 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Starting 1 workers Sep 09 21:27:47.572036 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [-] (94081) wsgi starting up on http://0.0.0.0:9696 Sep 09 21:27:47.575957 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Started child 94082 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:27:47.576486 dv-cinder-760193-10-iscsi neutron-server[93969]: INFO oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Starting 1 workers Sep 09 21:27:47.579867 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] calling RpcWorker wait() {{(pid=94082) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 21:27:47.580470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] returning from RpcWorker wait() {{(pid=94082) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 21:27:47.581135 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Started child 94083 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 21:27:47.581766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.581903 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6fe097af-e3a6-4421-9fa9-e14f671f3e13 None None] Notify callbacks [] for process, after_spawn {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.582297 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:27:47.583929 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 21:27:47.584165 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:27:47.584311 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:27:47.584498 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:27:47.584835 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:27:47.584998 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:27:47.585535 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.585803 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.586064 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.586338 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.586611 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.587178 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:27:47.587679 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.587679 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.587679 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.587966 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.588212 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.588387 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.588547 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.588808 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.589041 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.589348 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.589631 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.589864 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.590131 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.590300 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.590527 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.590790 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.591016 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.591306 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.591546 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.592027 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.592253 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.592509 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.592876 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.593143 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.593384 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.593676 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.593913 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.594105 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.594390 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.594650 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.594865 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.595120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.595341 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.595627 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.595847 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.596299 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host = dv-cinder-760193-10-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.596549 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.596794 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.597042 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.597286 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.597513 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.597730 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.597982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.598232 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.598480 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.598701 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.598939 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.599203 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.599458 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.599706 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.599859 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_options = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.600086 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.600336 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.600583 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.600771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.600921 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.601094 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.601355 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.601516 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.601757 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.601970 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.602183 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.602394 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.602626 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.602859 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.603142 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.603396 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.603628 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.603837 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.604174 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.604456 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.604555 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.604796 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.605028 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.605247 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.605640 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.605862 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.605945 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.606143 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.606353 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.606598 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.606812 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.607090 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.607307 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.607543 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.607793 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.608019 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.608247 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.608518 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.608783 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.609011 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.609254 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.609507 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.609719 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.609981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.610210 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.610453 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.610665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.610874 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.611144 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.611415 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.611643 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.611878 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.612088 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.612298 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.612528 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.612970 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.613258 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.613567 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.613809 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.614039 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.614280 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.614569 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.614738 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.615002 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.615339 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.615550 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.615771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.616061 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.616294 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.616577 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.616892 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.617144 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.617416 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.617659 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.618229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.618229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.618394 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.618558 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.618916 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.619188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.619420 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.619644 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.620030 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.620387 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.620475 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.620700 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.620912 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.621309 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.621406 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.621680 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.621831 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.622086 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.622338 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.622806 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.623127 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.623347 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.623716 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.623871 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.624216 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:27:47.624364 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.624525 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.624738 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.624971 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.625202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.625586 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.625954 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.626179 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.626400 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.626741 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.626887 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.627177 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.627447 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.627647 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.627862 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.628078 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.628330 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.628606 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.628825 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.629038 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.629252 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.629492 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.629701 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.629928 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.630169 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.630392 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.630604 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.630838 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.631088 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.631311 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.631557 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.631808 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.631972 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.632203 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.632435 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.632679 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.632891 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.633118 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.633328 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.633553 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.633907 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.634053 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.634181 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.634361 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.634572 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.634875 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.635067 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.635380 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.635613 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.635845 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.636076 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.636319 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.636551 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.636803 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.637018 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.637259 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.637483 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.637727 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.637975 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.638229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.638477 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.638798 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.639041 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.639499 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.639499 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.639775 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.640575 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.640575 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.640575 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641277 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641277 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641277 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641657 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641657 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.641932 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.642368 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.642368 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.642633 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.642905 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.643207 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.643486 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.643716 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.644070 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.644202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.644438 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.644681 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.645021 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.645184 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.645383 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.645735 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.645874 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.646237 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.646385 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.646534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.646817 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.647118 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.647314 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.647556 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.647826 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.648053 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.648301 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.648560 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.648818 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.649077 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.649307 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.649579 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.649984 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.649984 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.650239 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.650469 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.650630 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.650861 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.651133 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.651516 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.651872 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.652250 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.652629 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.653006 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.653243 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.653464 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.653686 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.653928 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.654294 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.654667 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.655040 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.655421 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.655662 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.655899 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.656112 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.656361 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.656582 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.656855 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.657109 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.657664 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.658061 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.658327 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.658580 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.658805 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.659045 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.659473 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.659708 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.659925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.660162 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.660395 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.660606 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.660988 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.661433 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.661826 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.662213 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.662719 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.662949 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.663227 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.663464 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.663735 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.663976 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.664233 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.664470 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.664702 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.664925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.665157 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.665433 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.665676 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.665925 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.666147 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.666374 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.666584 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.666802 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.667011 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.667316 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.667572 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.667817 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.668064 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.668309 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.668519 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.668766 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.668977 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.669184 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.669414 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.669620 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.669828 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.670056 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.670269 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.670473 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.670690 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.671149 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.671522 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.671751 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.672015 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.672222 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.672442 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.672663 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.672871 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.673102 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.673312 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.673519 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.673741 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.673956 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.674164 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.674388 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.674650 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.674802 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.675023 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.675271 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.675481 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.675794 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.676188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.676560 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.676851 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.677113 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.677356 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.677668 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.677992 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.678229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.678469 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.678689 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.678906 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.679160 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.679434 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.679747 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.680035 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.680610 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.680610 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.680888 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.681290 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.681619 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.681619 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.681792 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.682120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.682394 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.682625 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.682872 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.683158 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.683653 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.683653 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.683837 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.684031 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.684246 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.684483 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.684708 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.684952 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.685154 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.685401 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.685618 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.685855 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.686081 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.686298 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.686758 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.686971 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:27:47.687387 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 21:27:47.687554 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 21:27:47.687718 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 21:27:47.687893 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 21:27:47.688379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 21:27:47.688379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 21:27:47.688379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.688585 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.688690 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689008 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689167 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689348 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689507 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689663 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689819 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.689977 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690124 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690296 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690474 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690611 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690749 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.690905 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691076 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691247 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691408 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691566 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691722 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.691878 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692033 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692213 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692372 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692527 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692660 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692815 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.692970 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693125 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693267 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693424 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693564 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693723 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.693878 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694033 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694345 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694499 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694654 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694809 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host = dv-cinder-760193-10-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.694965 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695152 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695296 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695455 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695608 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695764 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.695921 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696078 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696234 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696389 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696545 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696789 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.696947 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.697257 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.697414 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_options = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.697714 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.697877 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698012 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698182 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698345 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698499 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698802 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.698981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699148 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699295 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699450 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699606 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699785 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.699915 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700071 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700230 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700387 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700544 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700701 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.700857 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701013 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701169 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701325 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701496 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701640 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701798 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.701955 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702166 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702348 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702507 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702665 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702823 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.702979 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703153 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703310 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703466 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703623 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703781 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.703943 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704101 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704263 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704417 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704574 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704730 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.704886 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705041 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705200 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705356 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705511 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705672 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705815 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.705969 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.706125 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.706274 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.706427 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 21:27:47.706625 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.706769 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.706946 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707117 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707278 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707438 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707596 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707754 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.707913 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708071 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708237 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708396 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708564 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708721 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.708884 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709046 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709206 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709363 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709522 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709681 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709839 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.709997 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710164 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710322 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710482 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710703 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710804 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.710959 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711142 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711303 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711461 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711619 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711778 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.711942 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.712103 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.712281 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.712447 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.712752 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.712915 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713075 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713287 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713448 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713611 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.713931 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.714164 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.714388 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.714551 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.714711 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.714869 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.715028 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.715211 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.715372 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.715594 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.715757 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716060 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716224 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716384 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716543 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716703 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.716862 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.717021 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.717180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.717404 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.717638 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.717923 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.718100 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.718381 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.718544 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.718729 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.718890 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719192 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719359 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719731 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719731 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719889 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.719965 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.720124 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.720310 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.720472 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.720826 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.720918 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721061 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721220 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721379 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721540 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721700 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.721858 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722025 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722135 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:27:47.722229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722353 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722511 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722697 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722827 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.722984 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723167 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723326 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723484 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723641 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723799 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.723958 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724116 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724279 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724439 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724597 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724755 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.724911 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725069 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725226 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725384 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725542 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725701 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.725859 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726019 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726178 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726334 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726503 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726661 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726822 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.726980 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727170 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727344 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727505 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727664 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727822 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.727981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728139 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728298 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728456 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728613 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728771 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.728934 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729102 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729269 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729428 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729593 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729751 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.729933 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730092 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730249 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730408 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730567 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730726 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.730889 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731063 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731225 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731384 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731543 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731703 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.731863 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732022 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732339 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732499 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732658 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.732975 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.733135 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.733344 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.733513 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.733672 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.733877 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734063 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734229 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734390 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734536 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734695 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.734854 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735012 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735195 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735353 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735511 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735670 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735827 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.735989 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736147 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736308 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736467 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736626 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736786 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.736949 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.737198 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.737534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.737534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.737534 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738304 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738999 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738999 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738999 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.738999 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.739982 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.741120 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.742981 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.744343 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.745860 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.746411 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747180 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.747816 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748355 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748355 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748355 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748528 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748528 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748900 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.748900 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.749368 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.749368 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.749519 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.749645 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.750595 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751188 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751504 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751504 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751638 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751787 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.751946 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.752105 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.752263 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.752421 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.752579 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.752738 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753202 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753442 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753518 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 21:27:47.753628 dv-cinder-760193-10-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 21:27:47.946263 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59372) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:27:47.954970 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065320 Sep 09 21:27:59.751739 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cc1c8-2213-4ae1-bfb4-2f8a1c4b6964 None None] get_active_networks_info from dv-cinder-760193-10-iscsi {{(pid=94082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 21:27:59.819591 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3cc1c8-2213-4ae1-bfb4-2f8a1c4b6964 None None] No non-hosted networks {{(pid=94082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 21:27:59.834452 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.agentschedulers_db [None req-5a3cc1c8-2213-4ae1-bfb4-2f8a1c4b6964 None None] DHCP Agent not found on host dv-cinder-760193-10-iscsi {{(pid=94082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 21:28:00.031430 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bd2db4b4-554f-4e6d-9053-24b100ea6d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:02.593634 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:02.594642 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.595015 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.598510 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.600735 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.600735 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.600735 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.607237 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.609018 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.610354 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.612150 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.615708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.616562 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:02.618012 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:02.639025 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:02.907600 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ea55053b-a846-4292-a676-03a037a7b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:02.962084 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-86765f86-0046-4a66-b2ca-ff23422931c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:04.200167 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:05.242038 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:06.444287 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59466) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:06.966596 dv-cinder-760193-10-iscsi neutron-server[94081]: WARNING oslo_policy.policy [None req-574badff-c6e2-4bee-9781-0c1829a4cd81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:06.967246 dv-cinder-760193-10-iscsi neutron-server[94081]: WARNING oslo_policy.policy [None req-574badff-c6e2-4bee-9781-0c1829a4cd81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:07.186912 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [None req-574badff-c6e2-4bee-9781-0c1829a4cd81 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:28:07.187994 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-574badff-c6e2-4bee-9781-0c1829a4cd81 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7427812 Sep 09 21:28:09.198465 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.db.l3_hamode_db [None req-04a233ad-a473-4c8e-a080-7798e157ccea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 21:28:09.275094 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a233ad-a473-4c8e-a080-7798e157ccea None None] Routers set() bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:28:09.275475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a233ad-a473-4c8e-a080-7798e157ccea None None] Router IDs set() for agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 21:28:09.613530 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59480) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:09.964221 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:10.054974 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.policy [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 21:28:10.098991 dv-cinder-760193-10-iscsi neutron-server[94081]: WARNING oslo_policy.policy [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:10.099385 dv-cinder-760193-10-iscsi neutron-server[94081]: WARNING oslo_policy.policy [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:10.107975 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.quota [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] Loaded quota_driver: . Sep 09 21:28:10.201616 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044455985', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044456642', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044468509', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044470977', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044557330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779044359511', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582531', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1528635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435791'] for rbac-policy, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:10.271940 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:10.273201 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-16f7dc88-eb3f-4e9f-904d-e1a448ef9732 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6586883 Sep 09 21:28:12.871392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 59492) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:13.392070 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING oslo_policy.policy [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:13.392611 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING oslo_policy.policy [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:13.608243 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Request body: {'network': {'project_id': '84e9a46f15d447b79a55489656669088', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'name': 'private', 'admin_state_up': True}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:13.609913 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.quota [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Loaded quota_driver: . Sep 09 21:28:13.675242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Made reservation on behalf of 84e9a46f15d447b79a55489656669088 for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:28:13.743358 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.policy [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94080) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 21:28:13.787582 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING oslo_policy.policy [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:13.787958 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING oslo_policy.policy [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 21:28:13.797979 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:13.819777 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:13.960735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:13.967070 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:13.986740 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:28:14.014346 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779046411924', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:14.014961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Unsubscribe: segment precommit_create {{(pid=94080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 21:28:14.015503 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Added segment ec8a9547-5218-4575-80a9-af7cc358c0ff of type vlan for network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 Sep 09 21:28:14.033230 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3682d1a-b498-4084-a5a5-86fa95185a70,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:14.054504 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.054862 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.055208 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.055537 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.055858 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.056195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.056498 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.056831 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.057166 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.057479 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.057792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.058098 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Tracked resource versions report: Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: pushed versions: Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Log': {'1.0'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Network': {'1.1'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Port': {'1.7'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'QosPolicy': {'1.9'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: consumer versions: Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Log': '1.0', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Network': '1.1', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Port': '1.7', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'QosPolicy': '1.9', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SubPort': '1.0', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Subnet': '1.1', Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Sep 09 21:28:14.059444 dv-cinder-760193-10-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:28:14.152995 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:14.198873 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:14.200182 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:14.200953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:14.257509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3839619 Sep 09 21:28:14.301693 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a4df0-afea-4536-893d-a9f355548ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=72e34635-8438-4d5b-9b8e-5ebfc15072e2,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:14.316062 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:28:16.997357 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59514) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:17.478474 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85600190-d605-4d12-b953-9d67dd8e4548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:17.479953 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-85600190-d605-4d12-b953-9d67dd8e4548 admin admin] 10.222.0.21 "GET /v2.0/networks/72e34635-8438-4d5b-9b8e-5ebfc15072e2 HTTP/1.1" status: 200 len: 825 time: 0.4815674 Sep 09 21:28:17.506857 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0f342ff2-702f-4ff9-9ea8-af6bc7126134 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/a8cfd42e-6563-4cc3-a602-cbf761040f0a HTTP/1.1" status: 200 len: 734 time: 0.0202374 Sep 09 21:28:17.516885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Request body: {'subnet': {'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a', 'gateway_ip': '172.20.0.1', 'tenant_id': '84e9a46f15d447b79a55489656669088'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:17.549958 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Made reservation on behalf of 84e9a46f15d447b79a55489656669088 for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:28:17.552830 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:17.857626 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:17.927201 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Checking segment: {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:28:17.927579 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Network hostable DHCP agents. Network: 72e34635-8438-4d5b-9b8e-5ebfc15072e2, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:28:17.938128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4878e64d-8eb0-4453-9bf0-c49d851dc9f7,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:17.951890 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.952245 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.952572 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.952894 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.953205 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.953536 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.953832 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.954203 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.954598 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.955034 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.955394 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.955747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Tracked resource versions report: Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: pushed versions: Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: { 'AddressGroup': {'1.2'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'ConntrackHelper': {'1.0'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Log': {'1.0'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Network': {'1.1'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Port': {'1.7'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'PortForwarding': {'1.2'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'QosPolicy': {'1.9'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroup': {'1.4'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SubPort': {'1.0'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Subnet': {'1.1'}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Trunk': {'1.1'}} Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: consumer versions: Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'ConntrackHelper': '1.0', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Log': '1.0', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Network': '1.1', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Port': '1.7', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'PortForwarding': '1.2', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'QosPolicy': '1.9', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroup': '1.4', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroupRule': '1.2', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SubPort': '1.0', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Subnet': '1.1', Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Trunk': '1.1'}} Sep 09 21:28:17.957112 dv-cinder-760193-10-iscsi neutron-server[94081]: {{(pid=94081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:28:17.994433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:28:18.009627 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 72e34635-8438-4d5b-9b8e-5ebfc15072e2) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:18.015029 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:18.015694 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:18.020387 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba0f22-e1ea-46c7-9831-d83c790eb5aa None None] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:28:18.031319 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d4946154-516f-4b9d-bb91-6fb82bb5f17a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5179884 Sep 09 21:28:18.363190 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:28:18.364693 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:18.677695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Allocated IP 172.20.0.2 (72e34635-8438-4d5b-9b8e-5ebfc15072e2/4878e64d-8eb0-4453-9bf0-c49d851dc9f7/e41434f8-10f0-4679-bbaf-a7ac3449508a) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:28:18.970629 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:18.987746 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Transition to ACTIVE for port object e41434f8-10f0-4679-bbaf-a7ac3449508a will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:28:19.009170 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Transition to ACTIVE for port object e41434f8-10f0-4679-bbaf-a7ac3449508a will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:28:19.018055 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:19.087856 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:28:19.092946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:19.106835 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:28:19.110103 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Pushing event updated for resources: {'Port': ['ID=e41434f8-10f0-4679-bbaf-a7ac3449508a,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:19.141013 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.141357 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.141719 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.142050 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.142381 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.142711 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.143036 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.143352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.143713 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.144015 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.144358 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.144675 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Tracked resource versions report: Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: pushed versions: Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: { 'AddressGroup': {'1.2'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'ConntrackHelper': {'1.0'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Log': {'1.0'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Network': {'1.1'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Port': {'1.7'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'PortForwarding': {'1.2'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'QosPolicy': {'1.9'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroup': {'1.4'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SubPort': {'1.0'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Subnet': {'1.1'}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Trunk': {'1.1'}} Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: consumer versions: Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'ConntrackHelper': '1.0', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Log': '1.0', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Network': '1.1', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Port': '1.7', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'PortForwarding': '1.2', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'QosPolicy': '1.9', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroup': '1.4', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroupRule': '1.2', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SubPort': '1.0', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Subnet': '1.1', Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Trunk': '1.1'}} Sep 09 21:28:19.146024 dv-cinder-760193-10-iscsi neutron-server[94082]: {{(pid=94082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:28:19.196665 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Attempting to bind port e41434f8-10f0-4679-bbaf-a7ac3449508a on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:28:19.197054 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Attempting to bind port e41434f8-10f0-4679-bbaf-a7ac3449508a by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:28:19.197457 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Attempting to bind port e41434f8-10f0-4679-bbaf-a7ac3449508a on network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:28:19.202985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:28:19.203422 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Checking segment: {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:28:19.203874 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:19.204467 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Bound using segment: {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:28:19.204920 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Bound port: e41434f8-10f0-4679-bbaf-a7ac3449508a, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:28:19.205339 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:19.270397 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] For port e41434f8-10f0-4679-bbaf-a7ac3449508a, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:28:19.274936 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] For port e41434f8-10f0-4679-bbaf-a7ac3449508a, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e41434f8-10f0-4679-bbaf-a7ac3449508a,segment=NetworkSegment(ec8a9547-5218-4575-80a9-af7cc358c0ff),segment_id=ec8a9547-5218-4575-80a9-af7cc358c0ff)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:28:19.281296 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:19.347299 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab7e53-f548-444a-8a7e-3175b77c6e43 None None] Pushing event updated for resources: {'Port': ['ID=e41434f8-10f0-4679-bbaf-a7ac3449508a,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:20.514657 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59526) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:20.866124 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [None req-3356a8dc-08a4-40ae-90b2-16e4b1d48d20 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:28:20.867284 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3356a8dc-08a4-40ae-90b2-16e4b1d48d20 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3517594 Sep 09 21:28:23.326009 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59534) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:23.706510 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [None req-b89cfcb5-f3a7-403f-9299-2a88dba41492 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:28:23.707560 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b89cfcb5-f3a7-403f-9299-2a88dba41492 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3805974 Sep 09 21:28:26.526150 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59544) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:26.893703 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:26.920908 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:26.922832 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:27.083258 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:27.090304 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:27.106564 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:27.107902 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-aae82523-4a4f-4d26-b29c-48b2d877dffb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5807798 Sep 09 21:28:27.901893 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27513141-fd7e-4d00-968a-87e8fbc0baa5 None None] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:28:27.999753 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-efda1e89-05a5-4dc6-9f2d-fd9ef1933f48 None None] Provisioning for port e41434f8-10f0-4679-bbaf-a7ac3449508a completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:28:28.599616 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e41434f8-10f0-4679-bbaf-a7ac3449508a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:28.683091 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port e41434f8-10f0-4679-bbaf-a7ac3449508a completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:28:28.687069 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e41434f8-10f0-4679-bbaf-a7ac3449508a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:28.687471 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:28.799163 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:28.834459 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port e41434f8-10f0-4679-bbaf-a7ac3449508a, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e41434f8-10f0-4679-bbaf-a7ac3449508a,segment=NetworkSegment(ec8a9547-5218-4575-80a9-af7cc358c0ff),segment_id=ec8a9547-5218-4575-80a9-af7cc358c0ff)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:28:28.840123 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:28.891084 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=e41434f8-10f0-4679-bbaf-a7ac3449508a,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:29.566823 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59556) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:29.647708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b66090b7-baae-490b-a50b-491bf6a49ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:29.965945 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [None req-bb212bd4-9189-4162-bec6-f64b40fb207f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:28:29.966984 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-bb212bd4-9189-4162-bec6-f64b40fb207f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3991423 Sep 09 21:28:30.596202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e41434f8-10f0-4679-bbaf-a7ac3449508a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:30.651565 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e41434f8-10f0-4679-bbaf-a7ac3449508a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:30.652515 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:32.556165 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59564) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:32.583407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:32.900877 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33947fd6-0a7c-45b0-a0e8-e685bb860404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.011530 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:33.036692 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Made reservation on behalf of 3dad6cf3c9114f5e9738d5da90bd3c6c for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:28:33.039295 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.055252 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.188911 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.194234 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.211433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Reserving flat network on physical network physnet1 {{(pid=94081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 21:28:33.233011 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b53de5-75fa-413e-b276-80561f03e142,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:33.240458 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779046411924', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.241402 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Unsubscribe: segment precommit_create {{(pid=94081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 21:28:33.241900 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Added segment 73da53cb-6dc2-4097-83fc-30c4a9ce2ef9 of type flat for network ce31de07-d384-420f-8bde-a50d878b34c8 Sep 09 21:28:33.297154 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.343586 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.344745 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:33.345361 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:33.399628 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8429005 Sep 09 21:28:33.444418 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa463c-40c7-472a-9253-e83eec709f82 admin admin] Pushing event updated for resources: {'Network': ['ID=ce31de07-d384-420f-8bde-a50d878b34c8,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:33.455912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network ce31de07-d384-420f-8bde-a50d878b34c8 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:28:34.107710 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:35.188604 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:35.965523 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59582) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:36.184086 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a65138-f028-4c9d-9e4b-cb0af86d16cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:36.185614 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-53a65138-f028-4c9d-9e4b-cb0af86d16cb admin admin] 10.222.0.21 "GET /v2.0/subnets/4878e64d-8eb0-4453-9bf0-c49d851dc9f7 HTTP/1.1" status: 200 len: 849 time: 0.2188895 Sep 09 21:28:36.318364 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-16ffc77f-ef9e-45a5-a499-d4a8790df450 admin admin] 10.222.0.21 "GET /v2.0/routers/0c9544e3-107c-44b3-a34e-b2ae12faf470 HTTP/1.1" status: 200 len: 704 time: 0.1221592 Sep 09 21:28:36.595182 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:36.903999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Allocated IP 172.20.0.1 (72e34635-8438-4d5b-9b8e-5ebfc15072e2/4878e64d-8eb0-4453-9bf0-c49d851dc9f7/a792948a-61b8-47a9-88f4-086611af1f01) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:28:37.070491 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.147022 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Transition to ACTIVE for port object a792948a-61b8-47a9-88f4-086611af1f01 will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:28:37.216261 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.285393 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:28:37.290087 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:37.302830 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:28:37.303403 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.322625 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Pushing event updated for resources: {'Port': ['ID=a792948a-61b8-47a9-88f4-086611af1f01,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:37.513912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-bb9a430c-6bb5-42bc-887c-22082b0e122b None None] Provisioning for port a792948a-61b8-47a9-88f4-086611af1f01 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:28:37.519352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-bb9a430c-6bb5-42bc-887c-22082b0e122b None None] Provisioning complete for port a792948a-61b8-47a9-88f4-086611af1f01 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:37.520142 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bb9a430c-6bb5-42bc-887c-22082b0e122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.551479 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.572526 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a430c-6bb5-42bc-887c-22082b0e122b None None] Port a792948a-61b8-47a9-88f4-086611af1f01 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:28:37.769921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.775874 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.776642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:37.833449 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Pushing event updated for resources: {'Port': ['ID=a792948a-61b8-47a9-88f4-086611af1f01,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:37.901266 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:28:37.902694 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:38.064910 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Router 0c9544e3-107c-44b3-a34e-b2ae12faf470 is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:28:38.097672 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-0c1c24de-1a9f-4ece-99a9-b08b3802c054 None None] Provisioning complete for port a792948a-61b8-47a9-88f4-086611af1f01 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:38.098563 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0c1c24de-1a9f-4ece-99a9-b08b3802c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:38.135771 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c24de-1a9f-4ece-99a9-b08b3802c054 None None] Port a792948a-61b8-47a9-88f4-086611af1f01 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:28:38.163076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:28:38.168491 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-05f7747d-624f-44d0-ba35-c48a547feaff admin admin] 10.222.0.21 "PUT /v2.0/routers/0c9544e3-107c-44b3-a34e-b2ae12faf470/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8408678 Sep 09 21:28:38.173976 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Sync routers for ids ['0c9544e3-107c-44b3-a34e-b2ae12faf470'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:28:38.186618 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Routers {'0c9544e3-107c-44b3-a34e-b2ae12faf470'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:28:38.187493 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:28:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['0c9544e3-107c-44b3-a34e-b2ae12faf470'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:38.374916 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Set router 0c9544e3-107c-44b3-a34e-b2ae12faf470 gateway port host: None {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:28:38.842969 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:37Z', 'revision_number': 2, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port_host': None, '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:37Z', 'revision_number': 2, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:38.894784 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Checking router: 0c9544e3-107c-44b3-a34e-b2ae12faf470 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:28:38.895391 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Updating router 0c9544e3-107c-44b3-a34e-b2ae12faf470 port a792948a-61b8-47a9-88f4-086611af1f01 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:28:38.947209 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.505695 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.524707 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Transition to ACTIVE for port object a792948a-61b8-47a9-88f4-086611af1f01 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:28:39.532931 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.710886 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Pushing event updated for resources: {'Port': ['ID=a792948a-61b8-47a9-88f4-086611af1f01,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:39.713433 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Attempting to bind port a792948a-61b8-47a9-88f4-086611af1f01 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:28:39.713823 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Attempting to bind port a792948a-61b8-47a9-88f4-086611af1f01 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:28:39.714219 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Attempting to bind port a792948a-61b8-47a9-88f4-086611af1f01 on network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:28:39.725256 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:28:39.725663 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Checking segment: {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:28:39.726123 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.726511 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Bound using segment: {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:28:39.726999 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Bound port: a792948a-61b8-47a9-88f4-086611af1f01, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8a9547-5218-4575-80a9-af7cc358c0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:28:39.727418 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.731464 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.731800 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.732128 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.732455 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.732775 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.733096 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.733410 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.733725 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.734058 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.734378 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.734687 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.734998 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Tracked resource versions report: Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: pushed versions: Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: { 'AddressGroup': {'1.2'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'ConntrackHelper': {'1.0'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Log': {'1.0'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Network': {'1.1'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Port': {'1.7'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'PortForwarding': {'1.2'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'QosPolicy': {'1.9'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroup': {'1.4'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SubPort': {'1.0'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Subnet': {'1.1'}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Trunk': {'1.1'}} Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: consumer versions: Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'ConntrackHelper': '1.0', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Log': '1.0', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Network': '1.1', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Port': '1.7', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'PortForwarding': '1.2', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'QosPolicy': '1.9', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroup': '1.4', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroupRule': '1.2', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SubPort': '1.0', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Subnet': '1.1', Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Trunk': '1.1'}} Sep 09 21:28:39.736340 dv-cinder-760193-10-iscsi neutron-server[94083]: {{(pid=94083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:28:39.809169 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] For port a792948a-61b8-47a9-88f4-086611af1f01, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:28:39.829961 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] For port a792948a-61b8-47a9-88f4-086611af1f01, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=a792948a-61b8-47a9-88f4-086611af1f01,segment=NetworkSegment(ec8a9547-5218-4575-80a9-af7cc358c0ff),segment_id=ec8a9547-5218-4575-80a9-af7cc358c0ff)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:28:39.835467 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:39.895961 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Routers {'0c9544e3-107c-44b3-a34e-b2ae12faf470'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:28:39.896634 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:28:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['0c9544e3-107c-44b3-a34e-b2ae12faf470'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:39.974596 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf70654-b661-4731-834e-6e3a1c2ec986 None None] Pushing event updated for resources: {'Port': ['ID=a792948a-61b8-47a9-88f4-086611af1f01,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:40.006759 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] Set router 0c9544e3-107c-44b3-a34e-b2ae12faf470 gateway port host: None {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:28:40.243987 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:37Z', 'revision_number': 2, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port_host': None, '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:39Z', 'revision_number': 4, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:40.270075 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcae176-d029-4a91-84b8-cc9cedca83e3 None None] The sync data for ids ['0c9544e3-107c-44b3-a34e-b2ae12faf470'] in dv-cinder-760193-10-iscsi is: [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:37Z', 'revision_number': 2, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port_host': None, '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:39Z', 'revision_number': 4, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:28:40.464429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 59602) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:40.591824 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8b7be-4e76-456d-a473-78a769523382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:40.595156 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-33b8b7be-4e76-456d-a473-78a769523382 admin admin] 10.222.0.21 "GET /v2.0/networks/ce31de07-d384-420f-8bde-a50d878b34c8 HTTP/1.1" status: 200 len: 842 time: 0.1270025 Sep 09 21:28:40.603897 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:40.628530 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Made reservation on behalf of 3dad6cf3c9114f5e9738d5da90bd3c6c for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:28:40.631022 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:40.936999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.objects.ports [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 21:28:40.937507 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:41.072080 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68a4652-2486-4218-836f-a12fcf59059b,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:41.088001 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:28:41.088338 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Network hostable DHCP agents. Network: ce31de07-d384-420f-8bde-a50d878b34c8, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:28:41.107685 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:28:41.119161 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, ce31de07-d384-420f-8bde-a50d878b34c8) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:41.125479 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:41.126373 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:41.133487 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecd506-4f79-4403-8e24-ffd854e094d7 None None] Network ce31de07-d384-420f-8bde-a50d878b34c8 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:28:41.145734 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-888537dd-1a1b-416e-b6a4-2e323598df46 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5455458 Sep 09 21:28:41.358496 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6132b0-4439-4273-bc28-1ac4b1c12bbd None None] Network ce31de07-d384-420f-8bde-a50d878b34c8 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:28:43.539311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 59610) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:43.816739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-b622dde2-1f0b-4178-8bc0-a861e469b3bf admin admin] 10.222.0.21 "GET /v2.0/routers/0c9544e3-107c-44b3-a34e-b2ae12faf470 HTTP/1.1" status: 200 len: 710 time: 0.2762415 Sep 09 21:28:44.103709 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163a560-64bd-4799-93e2-026274ff5370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:28:44.106615 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8163a560-64bd-4799-93e2-026274ff5370 admin admin] 10.222.0.21 "GET /v2.0/networks/ce31de07-d384-420f-8bde-a50d878b34c8 HTTP/1.1" status: 200 len: 886 time: 0.2830164 Sep 09 21:28:44.118935 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:28:44.444689 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:44.697965 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:44.783628 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:44.983641 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Allocated IP 172.27.0.171 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:28:45.152645 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:45.266336 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:45.384063 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:28:45.398636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:28:45.404270 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:28:45.490876 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:45.891837 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.102600 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-455441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1483'] for router, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.108112 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-457144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-457547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-455464'] for router, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.228886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Router 0c9544e3-107c-44b3-a34e-b2ae12faf470 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:28:46.344409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:28:46.349701 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.350648 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-9f70ebc9-31fa-4311-a89f-8817356f1829 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c9544e3-107c-44b3-a34e-b2ae12faf470 HTTP/1.1" status: 200 len: 890 time: 2.2378306 Sep 09 21:28:46.618403 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a792948a-61b8-47a9-88f4-086611af1f01 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:46.700112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port a792948a-61b8-47a9-88f4-086611af1f01 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:28:46.709965 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port a792948a-61b8-47a9-88f4-086611af1f01 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:46.710566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.802097 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.835912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port a792948a-61b8-47a9-88f4-086611af1f01, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=a792948a-61b8-47a9-88f4-086611af1f01,segment=NetworkSegment(ec8a9547-5218-4575-80a9-af7cc358c0ff),segment_id=ec8a9547-5218-4575-80a9-af7cc358c0ff)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:28:46.841403 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:46.892166 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=a792948a-61b8-47a9-88f4-086611af1f01,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:46.983604 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Sync routers for ids ['0c9544e3-107c-44b3-a34e-b2ae12faf470'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:28:46.995917 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Routers {'0c9544e3-107c-44b3-a34e-b2ae12faf470'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:28:46.996753 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:28:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['0c9544e3-107c-44b3-a34e-b2ae12faf470'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:47.278889 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Set router 0c9544e3-107c-44b3-a34e-b2ae12faf470 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:28:47.711744 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:45Z', 'revision_number': 4, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port': {'id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:44Z', 'updated_at': '2021-09-09T21:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:46Z', 'revision_number': 5, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:47.763902 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Checking router: 0c9544e3-107c-44b3-a34e-b2ae12faf470 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:28:47.764253 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Updating router 0c9544e3-107c-44b3-a34e-b2ae12faf470 port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:28:47.816010 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.169055 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.187491 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Transition to ACTIVE for port object 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:28:48.193910 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.248851 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943f7b-23fa-4b08-88d6-44d8f898e635 None None] Pushing event updated for resources: {'Port': ['ID=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:48.251897 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Attempting to bind port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:28:48.252613 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Attempting to bind port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:28:48.252974 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Attempting to bind port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:28:48.258768 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:28:48.259170 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:28:48.259576 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.259962 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:28:48.260427 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Bound port: 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:28:48.260827 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.315267 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] For port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:28:48.318796 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] For port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:28:48.325631 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.380470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Routers {'0c9544e3-107c-44b3-a34e-b2ae12faf470'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:28:48.381326 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:28:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['0c9544e3-107c-44b3-a34e-b2ae12faf470'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:48.416343 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a943f7b-23fa-4b08-88d6-44d8f898e635 None None] Pushing event updated for resources: {'Port': ['ID=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:48.589176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] Set router 0c9544e3-107c-44b3-a34e-b2ae12faf470 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:28:48.618463 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a792948a-61b8-47a9-88f4-086611af1f01 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:48.729637 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port a792948a-61b8-47a9-88f4-086611af1f01 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:48.730263 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:48.921656 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:45Z', 'revision_number': 4, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port': {'id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:44Z', 'updated_at': '2021-09-09T21:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:46Z', 'revision_number': 5, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:28:48.962962 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 59622) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:28:48.966560 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37d922-6b3e-41a2-a878-c2502b7e833e None None] The sync data for ids ['0c9544e3-107c-44b3-a34e-b2ae12faf470'] in dv-cinder-760193-10-iscsi is: [{'id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'name': 'router1', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:28:26Z', 'updated_at': '2021-09-09T21:28:45Z', 'revision_number': 4, 'project_id': '84e9a46f15d447b79a55489656669088', 'gw_port': {'id': '3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:44Z', 'updated_at': '2021-09-09T21:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'a792948a-61b8-47a9-88f4-086611af1f01', 'name': '', 'network_id': '72e34635-8438-4d5b-9b8e-5ebfc15072e2', 'tenant_id': '84e9a46f15d447b79a55489656669088', 'mac_address': 'fa:16:3e:36:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9544e3-107c-44b3-a34e-b2ae12faf470', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:28:36Z', 'updated_at': '2021-09-09T21:28:46Z', 'revision_number': 5, 'project_id': '84e9a46f15d447b79a55489656669088', 'subnets': [{'id': '4878e64d-8eb0-4453-9bf0-c49d851dc9f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8cfd42e-6563-4cc3-a602-cbf761040f0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:28:49.119167 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1f452fc5-3294-4f87-a02a-4b8b6ac7b09d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1538997 Sep 09 21:28:50.643942 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:50.718301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:28:50.722921 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:50.723456 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:50.803369 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:50.824371 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:28:50.829180 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:50.891399 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:28:51.657087 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:28:52.607257 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:28:52.668998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 3d9fd376-f4d0-46ce-9d2b-c672f6e7fb01 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:28:52.670687 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:28:59.654291 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6cf93892-2117-4c71-8b24-6dc96e671abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:02.592211 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:02.906970 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0058af5e-6be3-4e60-8c73-8ce0d5ee6db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:04.112628 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:05.236451 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:28.656684 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:29:29.641915 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-78cdb153-b17a-484f-98cb-4da5585cbbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:32.656222 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:32.895905 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0108b08f-09c0-4b87-a619-d65e172818c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:34.115265 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:35.208237 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:29:59.645561 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-00a48ea7-f01d-4155-8297-cd7211dc4849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:02.592373 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:02.889674 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fd7c-c7a5-4319-a582-67ea29f5b0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:04.117457 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:05.205313 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:05.656177 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:30:27.674866 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60184) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:27.739793 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b39cbd2-e5f5-4a14-8a8e-0f93883de022 admin admin] GET failed (client error): The resource could not be found. Sep 09 21:30:27.741219 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7b39cbd2-e5f5-4a14-8a8e-0f93883de022 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653667 Sep 09 21:30:27.912737 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248e9e4-1ab8-443c-8945-3a557c81dc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:27.914197 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e248e9e4-1ab8-443c-8945-3a557c81dc61 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1681046 Sep 09 21:30:29.651346 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-71921da0-b4f0-45e8-9325-179e0d75bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:30.138142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60194) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:30.258974 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb93b00-eff4-472a-b03f-86c35f2eaeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:30.260887 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8bb93b00-eff4-472a-b03f-86c35f2eaeaf admin admin] 10.222.0.21 "GET /v2.0/subnets/4878e64d-8eb0-4453-9bf0-c49d851dc9f7 HTTP/1.1" status: 200 len: 849 time: 0.1215644 Sep 09 21:30:30.271522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:30:30.362364 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:30.531000 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779046303245'] for subnet, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:30.564207 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:30.564801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:30.579182 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] 10.222.0.21 "PUT /v2.0/subnets/4878e64d-8eb0-4453-9bf0-c49d851dc9f7 HTTP/1.1" status: 200 len: 868 time: 0.2988546 Sep 09 21:30:30.579476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1feef-eb2d-4c8c-906d-daf41c31849e None None] Network 72e34635-8438-4d5b-9b8e-5ebfc15072e2 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:30:30.585214 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4878e64d-8eb0-4453-9bf0-c49d851dc9f7,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:30:30.597161 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.597523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.597940 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.598267 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.598596 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.598966 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.599323 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.599669 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.600062 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.600392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.600731 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:30.601115 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073b5954-c478-4a34-af54-c49abea0c795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:30:31.011566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-75a1914e-5a96-4065-ac17-b1a5a52c67f1 None None] Provisioning complete for port e41434f8-10f0-4679-bbaf-a7ac3449508a triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:30:31.012700 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75a1914e-5a96-4065-ac17-b1a5a52c67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:31.110036 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-75a1914e-5a96-4065-ac17-b1a5a52c67f1 None None] Provisioning complete for port a792948a-61b8-47a9-88f4-086611af1f01 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:30:31.110357 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-75a1914e-5a96-4065-ac17-b1a5a52c67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:32.598846 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:32.811878 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60202) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:32.894328 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6d44e65-dfa3-41a8-8900-5015845701d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:33.109404 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15911487-ffe0-49eb-9369-4b819ca5447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:33.109805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15911487-ffe0-49eb-9369-4b819ca5447c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:33.114170 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-15911487-ffe0-49eb-9369-4b819ca5447c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2986326 Sep 09 21:30:34.126564 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:35.212169 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:30:35.356973 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60210) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:35.565163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed2cdd-905d-4718-9133-7153bc46fbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:35.565643 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed2cdd-905d-4718-9133-7153bc46fbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:35.567257 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-62ed2cdd-905d-4718-9133-7153bc46fbe9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089798 Sep 09 21:30:37.796043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60220) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:37.951096 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df965df4-b8d5-4ea3-87a6-81bd60b45158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:37.952554 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-df965df4-b8d5-4ea3-87a6-81bd60b45158 admin admin] 10.222.0.21 "GET /v2.0/networks/72e34635-8438-4d5b-9b8e-5ebfc15072e2 HTTP/1.1" status: 200 len: 869 time: 0.1552193 Sep 09 21:30:40.188030 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60228) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:40.334524 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0245e4-122a-470c-84ec-0d479730a3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:40.336032 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-be0245e4-122a-470c-84ec-0d479730a3b6 admin admin] 10.222.0.21 "GET /v2.0/networks/ce31de07-d384-420f-8bde-a50d878b34c8 HTTP/1.1" status: 200 len: 886 time: 0.1471353 Sep 09 21:30:42.522515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60236) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:42.651257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230105c7-985d-4e28-ae57-24bbd2b0447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:42.651708 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230105c7-985d-4e28-ae57-24bbd2b0447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:42.653333 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-230105c7-985d-4e28-ae57-24bbd2b0447f admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296933 Sep 09 21:30:42.656193 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:30:44.855477 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60244) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:44.957463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a875b7-d5c1-4143-bbc2-d1d4d154037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:44.957922 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a875b7-d5c1-4143-bbc2-d1d4d154037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:44.959532 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-49a875b7-d5c1-4143-bbc2-d1d4d154037e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030276 Sep 09 21:30:47.190493 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60252) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:47.298589 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77f9b6-d6ac-4030-bc78-37eac1e76ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:47.300061 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ed77f9b6-d6ac-4030-bc78-37eac1e76ee2 admin admin] 10.222.0.21 "GET /v2.0/subnets/4878e64d-8eb0-4453-9bf0-c49d851dc9f7 HTTP/1.1" status: 200 len: 868 time: 0.1086402 Sep 09 21:30:49.508260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60260) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:30:49.598957 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30f990-6cc0-4136-9e39-aad732be12d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:30:49.600409 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0b30f990-6cc0-4136-9e39-aad732be12d4 admin admin] 10.222.0.21 "GET /v2.0/subnets/c68a4652-2486-4218-836f-a12fcf59059b HTTP/1.1" status: 200 len: 816 time: 0.0911758 Sep 09 21:30:59.655593 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-52f06cc9-0244-4e60-9523-039e9ebf8e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:02.594004 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:02.898051 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8ef95021-3ba7-4f99-a81d-30522c713ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:04.126073 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:05.212877 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:13.404971 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60314) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:31:13.458752 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [None req-6fbf59d6-dbb8-40d7-8a1a-ded6f8d023f8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:31:13.459835 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-6fbf59d6-dbb8-40d7-8a1a-ded6f8d023f8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538847 Sep 09 21:31:15.735825 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60322) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:31:15.804837 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6fb8cc-ea9a-4152-a091-2d1b3b9105a0 admin admin] GET failed (client error): The resource could not be found. Sep 09 21:31:15.806236 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-2f6fb8cc-ea9a-4152-a091-2d1b3b9105a0 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0694015 Sep 09 21:31:15.958503 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de30cf-47e5-4b44-acab-437872cdd3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:31:15.960106 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f4de30cf-47e5-4b44-acab-437872cdd3ce admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1488619 Sep 09 21:31:18.249165 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60330) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:31:18.312806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:31:18.339687 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Made reservation on behalf of 3dad6cf3c9114f5e9738d5da90bd3c6c for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:31:18.341989 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:18.379819 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING neutron.services.revisions.revision_plugin [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Could not find related network for resource to bump revision. Sep 09 21:31:18.393269 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:31:18.403438 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:18.403782 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Added segment dd8f71fe-4f97-4e2a-a804-026b42425f73 of type vlan for network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f Sep 09 21:31:18.448444 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:18.476153 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:18.477283 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:31:18.477660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:18.507510 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2571907 Sep 09 21:31:18.539933 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1611-9df9-41eb-ab79-2f980a02114d admin admin] Pushing event updated for resources: {'Network': ['ID=2e73b901-40b0-4bd0-a99c-f87bf87c9b6f,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:31:18.551401 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:31:19.656570 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:31:20.747306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60338) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:31:20.819999 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3fcbd-5589-4d06-aa4b-d9d346181dab admin admin] GET failed (client error): The resource could not be found. Sep 09 21:31:20.822094 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4af3fcbd-5589-4d06-aa4b-d9d346181dab admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0737860 Sep 09 21:31:20.895033 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a600a9-476b-473b-a320-7e57cbbd849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:31:20.896571 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-76a600a9-476b-473b-a320-7e57cbbd849b admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696995 Sep 09 21:31:20.909667 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:31:20.939565 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Made reservation on behalf of 3dad6cf3c9114f5e9738d5da90bd3c6c for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:31:20.939565 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.131922 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.187227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fd48be-e2cc-4ac9-b672-7a52ffa77f4d,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:31:21.205358 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Checking segment: {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:31:21.205725 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Network hostable DHCP agents. Network: 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:31:21.228460 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:31:21.241205 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:31:21.245773 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:31:21.246450 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.250645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a7e91-20b0-4fcb-84cd-565db9576324 None None] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:31:21.262493 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4da3c5c9-d002-4878-ab47-405754d83a6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3569884 Sep 09 21:31:21.506920 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-2e73b901-40b0-4bd0-a99c-f87bf87c9b6f', 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f', 'tenant_id': '3dad6cf3c9114f5e9738d5da90bd3c6c', 'fixed_ips': [{'subnet_id': '03fd48be-e2cc-4ac9-b672-7a52ffa77f4d'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:31:21.507853 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.652199 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Allocated IP 192.168.233.2 (2e73b901-40b0-4bd0-a99c-f87bf87c9b6f/03fd48be-e2cc-4ac9-b672-7a52ffa77f4d/865bb42a-e636-461e-872b-4ac0d38a8bf4) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:31:21.804055 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.813041 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Transition to ACTIVE for port object 865bb42a-e636-461e-872b-4ac0d38a8bf4 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:31:21.832503 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Transition to ACTIVE for port object 865bb42a-e636-461e-872b-4ac0d38a8bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:31:21.839849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.877854 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:31:21.880560 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:31:21.883293 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:31:21.893540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Pushing event updated for resources: {'Port': ['ID=865bb42a-e636-461e-872b-4ac0d38a8bf4,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:31:21.905425 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.905793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.906128 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.906889 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.907135 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.907482 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.907840 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.908158 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.908494 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.908782 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.909095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.909406 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:31:21.957441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Attempting to bind port 865bb42a-e636-461e-872b-4ac0d38a8bf4 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:31:21.957820 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Attempting to bind port 865bb42a-e636-461e-872b-4ac0d38a8bf4 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:31:21.958205 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Attempting to bind port 865bb42a-e636-461e-872b-4ac0d38a8bf4 on network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:31:21.963540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:31:21.963907 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Checking segment: {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:31:21.964307 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:21.964698 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Bound using segment: {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:31:21.965159 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Bound port: 865bb42a-e636-461e-872b-4ac0d38a8bf4, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:31:21.965538 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:22.032646 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] For port 865bb42a-e636-461e-872b-4ac0d38a8bf4, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:31:22.036115 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] For port 865bb42a-e636-461e-872b-4ac0d38a8bf4, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=865bb42a-e636-461e-872b-4ac0d38a8bf4,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:31:22.040946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:22.097622 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb70be-d1b2-44ce-aebb-c390eff6165a None None] Pushing event updated for resources: {'Port': ['ID=865bb42a-e636-461e-872b-4ac0d38a8bf4,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:31:22.752218 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 865bb42a-e636-461e-872b-4ac0d38a8bf4 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:31:22.813299 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 865bb42a-e636-461e-872b-4ac0d38a8bf4 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:31:22.921225 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee58f8-1da6-4d4c-aa46-22ded4094cd4 None None] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:31:23.039108 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Provisioning for port 865bb42a-e636-461e-872b-4ac0d38a8bf4 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:31:23.047348 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Provisioning complete for port 865bb42a-e636-461e-872b-4ac0d38a8bf4 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:31:23.047709 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:23.155444 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:23.190924 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] For port 865bb42a-e636-461e-872b-4ac0d38a8bf4, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=865bb42a-e636-461e-872b-4ac0d38a8bf4,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:31:23.197387 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:23.252338 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69438c9-f890-4b96-a456-83f9c67ff925 None None] Pushing event updated for resources: {'Port': ['ID=865bb42a-e636-461e-872b-4ac0d38a8bf4,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:31:23.319296 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f46dac32-57c7-49d9-85b6-d4f32a8a1a5f None None] Provisioning complete for port 865bb42a-e636-461e-872b-4ac0d38a8bf4 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:31:23.319666 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f46dac32-57c7-49d9-85b6-d4f32a8a1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:24.715677 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 865bb42a-e636-461e-872b-4ac0d38a8bf4 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:31:24.764663 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 865bb42a-e636-461e-872b-4ac0d38a8bf4 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:31:24.765024 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:29.660520 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3f178eec-58a9-4cc4-944d-113ab6655aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:32.604104 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:32.902017 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5cbdcb6d-830d-4dab-8c10-1c4eef8f45a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:34.127284 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:35.215569 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:31:56.656196 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:31:59.666512 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-69652580-dd77-4db5-a23e-669cacf27884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:02.598875 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:02.906321 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-179d47cc-c1ff-4ad4-8bfb-e296cbf28c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:04.131044 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:05.219040 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:29.671435 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd663-a69e-48dd-bb54-1c12c01e11d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:30.777098 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60394) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:32:30.784148 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [None req-30d0468d-5070-4a07-be72-546eab43473e tempest-verify_tempest_config-1771593196 tempest-verify_tempest_config-1771593196-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:32:30.785129 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-30d0468d-5070-4a07-be72-546eab43473e tempest-verify_tempest_config-1771593196 tempest-verify_tempest_config-1771593196-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070457 Sep 09 21:32:31.112935 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60412) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:32:31.232442 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.326906 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.331891 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.377182 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81e880-b00f-4ae5-be5c-0940b58af9a3,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:32:31.380928 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27c7377cce5f453d96e26ba2405db4ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2670002 Sep 09 21:32:31.384023 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60418) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:32:31.386531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.386880 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.387282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.387759 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.388184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.388625 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.389010 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.389301 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.389725 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.390085 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.390481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.390802 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a04331-7690-49bc-8bba-115794c95269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.447965 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.469300 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.561037 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.563731 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:31.564907 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b81e880-b00f-4ae5-be5c-0940b58af9a3 HTTP/1.1" status: 204 len: 168 time: 0.1799123 Sep 09 21:32:31.576761 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81e880-b00f-4ae5-be5c-0940b58af9a3,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:32:31.585067 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.585404 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.585743 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.586100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.586427 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.586764 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.587119 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.587496 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.587761 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.588080 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.588396 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:31.588716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b8a08-19a1-4ada-aadb-7ecfebfb8a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:32:32.596897 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:32.912140 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-1f73d2a5-9b73-4d75-b360-1331204e7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:33.657721 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:32:34.134455 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:35.220710 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:32:59.676579 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-63c0f3f1-a42e-4f28-88a7-b8fe9a339c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:02.602385 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:02.917943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e526fe86-5788-4009-82dd-df610cf24c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:04.139005 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:05.225523 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:10.661901 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:33:29.688056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-95de068c-3b65-4076-b987-2055d70b13a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:32.618122 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:32.923366 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bfb6cb6d-f9ac-4bd1-889a-2a2614efb3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:34.142050 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:35.232451 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:33:47.661200 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 5 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:33:59.687239 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7e3c929b-03bc-496e-ac20-9401cdfc86e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:02.611472 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:02.927590 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-97cad16d-d3a4-48b1-98f7-9e1c9149d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:04.144111 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:05.231609 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:09.049482 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457691'] for agent, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:23.453152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60490) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:34:23.564622 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-829b324c-ef4d-4de2-a3bf-173fef951577 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1101584 Sep 09 21:34:24.661238 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:34:25.747802 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60500) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:34:25.821328 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-bf731805-946f-47d3-8709-c1dad89b801f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0723283 Sep 09 21:34:29.681785 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-86f60871-fdda-4e0a-935a-40391a7e5a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:32.624213 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:32.931064 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e97e964c-9551-4e3d-9434-09912fbcabd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:34.148867 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:35.239315 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:39.003747 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:34:59.685007 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-85e1fe98-a564-4f63-8c1b-85fc80d3e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:01.660618 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:35:02.625155 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:02.944870 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6d5aced8-a2dc-4d66-95e7-0e4f057afd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:04.155529 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:05.242928 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:09.002897 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:29.688212 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e6954428-fe65-43fb-9ff2-e1df02853fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:32.619924 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:32.939478 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d57ae0c6-2302-45ad-8a11-ff2baeb0bab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:34.153522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:35.244964 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:38.665703 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:35:39.006582 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:57.468227 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60616) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:35:57.743955 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1692905041-network', 'tenant_id': 'a38c896cd8c94c789a9d9e4b57a1631c'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:35:57.782599 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Made reservation on behalf of a38c896cd8c94c789a9d9e4b57a1631c for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:35:57.786392 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:57.801048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:57.939148 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:57.949378 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.002635 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a43ec-88b7-49e7-950e-282e5d6ae58c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:35:58.017008 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:35:58.021248 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.021791 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.022343 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.022822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.023367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.023836 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.024345 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.024872 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.025429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.026128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.026772 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.027265 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Tracked resource versions report: Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: pushed versions: Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: { 'AddressGroup': {'1.2'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'ConntrackHelper': {'1.0'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Log': {'1.0'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Network': {'1.1'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Port': {'1.7'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'PortForwarding': {'1.2'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'QosPolicy': {'1.9'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroup': {'1.4'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SubPort': {'1.0'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Subnet': {'1.1'}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Trunk': {'1.1'}} Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: consumer versions: Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: HyperV agent@hv-cinder-76019: {}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'ConntrackHelper': '1.0', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Log': '1.0', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Network': '1.1', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Port': '1.7', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'PortForwarding': '1.2', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'QosPolicy': '1.9', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroup': '1.4', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SecurityGroupRule': '1.2', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'SubPort': '1.0', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Subnet': '1.1', Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: 'Trunk': '1.1'}} Sep 09 21:35:58.029313 dv-cinder-760193-10-iscsi neutron-server[94081]: {{(pid=94081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:35:58.062377 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.063533 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Added segment 31c3c4dd-54be-43b3-8110-4215b0156429 of type vlan for network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 Sep 09 21:35:58.147353 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.198178 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.199763 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:35:58.200559 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.245573 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7687123 Sep 09 21:35:58.246095 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60666) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:35:58.256453 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Request body: {'subnet': {'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1692905041-subnet', 'tenant_id': 'a38c896cd8c94c789a9d9e4b57a1631c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:35:58.295866 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Made reservation on behalf of a38c896cd8c94c789a9d9e4b57a1631c for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:35:58.303989 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.310176 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd25d0-a883-41b6-85f1-7bd2a41513e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3294a4c1-704f-4cc2-ae58-c2905b9bab63,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:35:58.330504 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:35:58.633469 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.703356 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945375bd-1d9e-4e58-a428-030203f1e91c,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:35:58.715597 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.715958 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.716479 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.716811 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.717141 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.717484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.717815 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.718169 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.718512 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.718837 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.719328 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.719499 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Tracked resource versions report: Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: pushed versions: Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Log': {'1.0'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Network': {'1.1'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Port': {'1.7'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'QosPolicy': {'1.9'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: consumer versions: Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: HyperV agent@hv-cinder-76019: {}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Log': '1.0', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Network': '1.1', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Port': '1.7', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'QosPolicy': '1.9', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'SubPort': '1.0', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Subnet': '1.1', Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Sep 09 21:35:58.720626 dv-cinder-760193-10-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:35:58.726736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Checking segment: {'id': '31c3c4dd-54be-43b3-8110-4215b0156429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:35:58.726736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Network hostable DHCP agents. Network: 3294a4c1-704f-4cc2-ae58-c2905b9bab63, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:35:58.745796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:35:58.759442 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 3294a4c1-704f-4cc2-ae58-c2905b9bab63) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:35:58.769072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52aaf3c-d617-494d-93d1-8313812f9880 None None] Network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:35:58.775440 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:35:58.776408 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:35:58.799734 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-04a20c28-fd10-4412-aa6d-5e84b4f2cca1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5511410 Sep 09 21:35:58.970739 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9fec3e-1497-424e-b9a0-fc7344a55ced None None] Network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:35:59.716078 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4e0b463a-d1cd-4ffd-b8f2-49aadb323d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:00.152374 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60756) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:00.472843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60766) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:00.527025 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60770) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:00.841443 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013384572-network', 'tenant_id': '6f16fba8b2f841f190fcc3f8334dec24'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:00.869891 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60780) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:00.877341 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Made reservation on behalf of 6f16fba8b2f841f190fcc3f8334dec24 for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:00.879951 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:00.898547 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:00.983587 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100353510-network', 'tenant_id': '9cde5d67b4534000a4fb800051f5a433'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:01.022530 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.048615 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.085743 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:01.089714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.101633 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e616f92-fb13-42f1-9c33-d56ae9266fae,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:01.106290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.242896 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.245064 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:01.266070 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.285694 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-network', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:01.286471 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:01.304134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.305114 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Added segment a0918c3e-46e3-4d06-a3b7-34c180f5e477 of type vlan for network 617fba8a-1f8d-43e4-96e7-f98896757f0e Sep 09 21:36:01.346681 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-957513932-network', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:01.352730 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Made reservation on behalf of 9807736386194b2ca9960fff4feb2cdd for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:01.355821 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.383496 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.392687 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.422606 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.423652 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Added segment 58e08d2a-2b16-4685-8868-77b9b76b1ea5 of type vlan for network c2c38719-c016-45eb-bb95-c60cc23c7d1c Sep 09 21:36:01.436507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.438266 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:01.439388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.469100 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Made reservation on behalf of bef6229a4088409f9d1a385ccb82c9e3 for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:01.475666 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.603261 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.614017 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=617fba8a-1f8d-43e4-96e7-f98896757f0e,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:01.615734 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.636184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.647518 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:01.648296 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1681731 Sep 09 21:36:01.654098 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60808) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:01.658488 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:01.669869 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Request body: {'subnet': {'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100353510-subnet', 'tenant_id': '9cde5d67b4534000a4fb800051f5a433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:01.671093 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.671456 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Added segment 30dcbbc7-3d54-448e-9db4-1c6c3d4e392c of type vlan for network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c Sep 09 21:36:01.696272 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5befaa3-1ea1-4627-9ebd-9bc753277ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ecef9-0bbd-4403-858b-b583f1674217,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:01.729863 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.745966 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.816383 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.819318 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:01.820760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.829624 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.830636 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:01.831300 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:01.976934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdc78d-ebb4-4255-92b0-8ff26a3bdcda,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:01.988284 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.db.api [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 21:36:01.988284 dv-cinder-760193-10-iscsi neutron-server[94081]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 21:36:01.988284 dv-cinder-760193-10-iscsi neutron-server[94081]: [parameters: {'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'id': '1de0fc1f-9da0-4ead-9e40-3f809c199d3b', 'expiration': datetime.datetime(2021, 9, 9, 21, 38, 1, 896491)}] Sep 09 21:36:01.988284 dv-cinder-760193-10-iscsi neutron-server[94081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:36:01.988952 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG oslo_db.api [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:36:02.005308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] Pushing event updated for resources: {'Network': ['ID=c2c38719-c016-45eb-bb95-c60cc23c7d1c,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:02.012953 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4828594 Sep 09 21:36:02.014040 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60830) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:02.036214 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Request body: {'subnet': {'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-subnet', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:02.068290 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network c2c38719-c016-45eb-bb95-c60cc23c7d1c details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:02.086941 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:02.093147 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:02.139307 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8df7ea30-d01f-43b7-b4e1-0bd7294d6e2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9842100 Sep 09 21:36:02.143883 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60834) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:02.152171 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Request body: {'subnet': {'network_id': 'c2c38719-c016-45eb-bb95-c60cc23c7d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013384572-subnet', 'tenant_id': '6f16fba8b2f841f190fcc3f8334dec24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:02.202261 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f10d9c-e8ef-499f-aea3-553b8ee1efcd admin admin] Pushing event updated for resources: {'Network': ['ID=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:02.212555 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.db.api [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 21:36:02.212555 dv-cinder-760193-10-iscsi neutron-server[94081]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 21:36:02.212555 dv-cinder-760193-10-iscsi neutron-server[94081]: [parameters: {'project_id_1': '9807736386194b2ca9960fff4feb2cdd', 'expiration_1': datetime.datetime(2021, 9, 9, 21, 35, 42, 46181)}] Sep 09 21:36:02.212555 dv-cinder-760193-10-iscsi neutron-server[94081]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:36:02.214294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG oslo_db.api [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:36:02.278830 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:02.279321 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Made reservation on behalf of 6f16fba8b2f841f190fcc3f8334dec24 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:02.286932 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:02.412479 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60846) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:02.417526 dv-cinder-760193-10-iscsi neutron-server[94081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 21:36:02.521530 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:02.679513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:02.797146 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:02.929564 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-62ce911e-bbd5-4057-99dd-a31c41377a40 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:02.944776 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-62ce911e-bbd5-4057-99dd-a31c41377a40 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/networks?id=3294a4c1-704f-4cc2-ae58-c2905b9bab63 HTTP/1.1" status: 200 len: 812 time: 0.5286479 Sep 09 21:36:02.968845 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-338787ab-ec0a-43f1-a800-bd697b79e3d8 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/quotas/a38c896cd8c94c789a9d9e4b57a1631c HTTP/1.1" status: 200 len: 375 time: 0.0229528 Sep 09 21:36:02.977043 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-416773ee-32cb-4544-83c7-ac9579448aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.015253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.024095 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Checking segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:03.024672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Network hostable DHCP agents. Network: 617fba8a-1f8d-43e4-96e7-f98896757f0e, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:03.039026 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:03.041054 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-f5195311-7616-4c14-aa2f-cfea12b2ceee tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a38c896cd8c94c789a9d9e4b57a1631c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710800 Sep 09 21:36:03.090875 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.110841 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.138256 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:03.155374 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.156631 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Added segment c9c6b207-387b-443f-9179-2b227a5bd04f of type vlan for network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 Sep 09 21:36:03.259989 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:03.276264 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f268f21-4cb9-445b-81c4-779a175110e8,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:03.279934 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Checking segment: {'id': '58e08d2a-2b16-4685-8868-77b9b76b1ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c2c38719-c016-45eb-bb95-c60cc23c7d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:03.280670 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Network hostable DHCP agents. Network: c2c38719-c016-45eb-bb95-c60cc23c7d1c, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:03.286937 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 617fba8a-1f8d-43e4-96e7-f98896757f0e) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:03.296822 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:03.297405 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.304941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cac113-6864-48b9-8c90-7c2a95524136 None None] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:03.320638 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Network c2c38719-c016-45eb-bb95-c60cc23c7d1c is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:03.368681 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, c2c38719-c016-45eb-bb95-c60cc23c7d1c) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:03.395308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:03.400209 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.409214 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640e804-1bb4-4da7-900d-45fa9f1f31da None None] Network c2c38719-c016-45eb-bb95-c60cc23c7d1c requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:03.545443 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Made reservation on behalf of 9807736386194b2ca9960fff4feb2cdd for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:03.549733 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3ff742a2-475f-4d56-b56f-25a2a070547f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8912463 Sep 09 21:36:03.563091 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3991139b-3e16-4f10-b9f1-18bfaaa5fb62 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4055092 Sep 09 21:36:03.570337 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.654507 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:03.761434 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-71d11657-1419-49bc-8909-17ca8cb46064 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:36:03.770124 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-71d11657-1419-49bc-8909-17ca8cb46064 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2759299 Sep 09 21:36:03.813067 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.db.resource_extend [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 21:36:03.909483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86040ee-7358-44b1-8022-80a1a0aa7bf3,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:04.035280 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72403f-1379-4bc1-b9d2-e2482f9a3a76 None None] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:04.239252 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:04.281247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf553c-416b-4eda-aab8-77b1ceeae88b None None] Network c2c38719-c016-45eb-bb95-c60cc23c7d1c requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:04.319921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:04.321607 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:04.322743 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:04.345672 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:04.591670 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-cef80d09-6b4a-47ca-8603-b6afec470b01 service neutron] 10.222.0.21 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719982 Sep 09 21:36:04.687476 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8121085 Sep 09 21:36:04.688273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60936) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:04.699451 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Request body: {'subnet': {'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-subnet', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:04.768302 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Made reservation on behalf of bef6229a4088409f9d1a385ccb82c9e3 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:04.772348 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:04.852623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 60944) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:04.870992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201029615-network', 'tenant_id': 'ffc6cabbb376499a8c1a8d94e9dbd10d'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:04.882410 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993cefe-809a-4767-a1e7-14d06f067c94 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2ba42c-3cf1-4596-b627-de6231ca89b4,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:04.895039 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:04.926348 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Checking segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:04.928057 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Network hostable DHCP agents. Network: 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:04.967813 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d83b822-eadb-4aac-8ec6-4fea92efd1b3,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:04.990038 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-aede92a6-3bb7-4409-9c62-08a13c2f9e57 service neutron] 10.222.0.21 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966331 Sep 09 21:36:04.992763 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:05.026887 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:05.058568 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:05.061646 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.062541 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e62a3-0b11-4318-8735-451176672866 None None] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:05.087089 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Made reservation on behalf of ffc6cabbb376499a8c1a8d94e9dbd10d for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:05.092014 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.104881 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5acb0b80-5b1e-45b2-ab33-1e0cc6478bd2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0889452 Sep 09 21:36:05.106542 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 60960) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:05.117537 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:05.122265 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.223715 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.226376 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.356727 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.358134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.420402 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299c5070-07f6-42f5-9b01-751113bb20df,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:05.481479 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Checking segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:05.482190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Network hostable DHCP agents. Network: 7f2ba42c-3cf1-4596-b627-de6231ca89b4, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:05.524547 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:05.543491 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 7f2ba42c-3cf1-4596-b627-de6231ca89b4) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:05.558467 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738cbb0-6831-4806-ba7a-8d4988b2416a None None] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:05.566018 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:05.567322 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.575456 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.717521 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.731987 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:05.846087 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3557f94-5a8c-4d5a-a3ae-cdf0457d652a,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:05.872648 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-6f60cffd-9a1b-4f97-b787-40f8c2d8f7b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1835079 Sep 09 21:36:05.877070 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 32786) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:05.888803 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:05.929940 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:06.000712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.001364 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:36:06.002845 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.003336 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Added segment 31985c33-6eaf-4f69-88fe-182daa25ff90 of type vlan for network 09d98c2c-744c-40bf-bf43-96632c0796d3 Sep 09 21:36:06.073538 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69e23e33-a1b0-4adb-95b5-1012732c3479 req-ac6ec9a3-f1d6-4d96-9829-07258b7f781b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.3087597 Sep 09 21:36:06.171440 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.178542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.180026 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.258424 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.262663 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:06.264863 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.323304 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.537775 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0aeebb-2342-43a4-8a09-4fcdee7b4638 None None] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:06.588315 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7340951 Sep 09 21:36:06.596424 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 32818) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:06.682003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:06.709183 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Request body: {'subnet': {'network_id': '09d98c2c-744c-40bf-bf43-96632c0796d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1201029615-subnet', 'tenant_id': 'ffc6cabbb376499a8c1a8d94e9dbd10d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:06.728036 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 32828) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:06.740337 dv-cinder-760193-10-iscsi neutron-server[94080]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 21:36:06.960720 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Allocated IP 172.20.0.2 (0cae5c79-09aa-42a8-8cd1-7fa33d4e464c/4d83b822-eadb-4aac-8ec6-4fea92efd1b3/aedd1d63-9887-4abf-8e3f-39eab910d086) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:07.035386 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fd186-4dec-40b9-8b26-12567167af13 admin admin] Pushing event updated for resources: {'Network': ['ID=09d98c2c-744c-40bf-bf43-96632c0796d3,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:07.036824 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.067007 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.130704 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 09d98c2c-744c-40bf-bf43-96632c0796d3 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:07.299780 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Made reservation on behalf of ffc6cabbb376499a8c1a8d94e9dbd10d for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:07.304322 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.375921 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2ac3d25-5a5e-4271-8da3-9a76fa3767ce req-1fccb328-06e3-4a1c-b686-e8fd1aae43dd tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0724518 Sep 09 21:36:07.419707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Allocated IP 172.27.0.46 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/b13bf52b-903e-4b79-a13c-d0680c4ca9e6) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:07.631137 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.664234 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Transition to ACTIVE for port object aedd1d63-9887-4abf-8e3f-39eab910d086 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:07.679754 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.713868 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Transition to ACTIVE for port object aedd1d63-9887-4abf-8e3f-39eab910d086 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:07.767239 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.768793 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.806376 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:07.812384 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:07.828224 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:07.864186 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Pushing event updated for resources: {'Port': ['ID=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:07.908120 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:07.911659 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:07.914355 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:07.917169 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:08.000747 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Pushing event updated for resources: {'Port': ['ID=aedd1d63-9887-4abf-8e3f-39eab910d086,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:08.012046 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.012417 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.012941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.013613 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.014176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.014677 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.015322 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.015908 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.016419 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.016971 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.017536 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.018095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Tracked resource versions report: Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: pushed versions: Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: { 'AddressGroup': {'1.2'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'ConntrackHelper': {'1.0'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Log': {'1.0'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Network': {'1.1'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Port': {'1.7'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'PortForwarding': {'1.2'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'QosPolicy': {'1.9'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroup': {'1.4'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SubPort': {'1.0'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Subnet': {'1.1'}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Trunk': {'1.1'}} Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: consumer versions: Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: HyperV agent@hv-cinder-76019: {}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'ConntrackHelper': '1.0', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Log': '1.0', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Network': '1.1', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Port': '1.7', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'PortForwarding': '1.2', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'QosPolicy': '1.9', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroup': '1.4', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SecurityGroupRule': '1.2', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'SubPort': '1.0', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Subnet': '1.1', Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: 'Trunk': '1.1'}} Sep 09 21:36:08.019879 dv-cinder-760193-10-iscsi neutron-server[94082]: {{(pid=94082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:36:08.044781 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Attempting to bind port aedd1d63-9887-4abf-8e3f-39eab910d086 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:08.046185 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Attempting to bind port aedd1d63-9887-4abf-8e3f-39eab910d086 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:08.046794 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Attempting to bind port aedd1d63-9887-4abf-8e3f-39eab910d086 on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:08.055142 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:08.055893 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Checking segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:08.056982 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:08.057712 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Bound using segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:08.059856 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Bound port: aedd1d63-9887-4abf-8e3f-39eab910d086, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:08.060619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:08.093345 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e98765b1-e7bf-4f9e-9226-e06a9fbe7e65 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:08.098885 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e98765b1-e7bf-4f9e-9226-e06a9fbe7e65 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 1.3689673 Sep 09 21:36:08.241818 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] For port aedd1d63-9887-4abf-8e3f-39eab910d086, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:08.247033 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] For port aedd1d63-9887-4abf-8e3f-39eab910d086, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=aedd1d63-9887-4abf-8e3f-39eab910d086,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:08.265984 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:08.296774 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-bc2eea54-571b-4d6f-8167-463abb926077 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/quotas/9cde5d67b4534000a4fb800051f5a433 HTTP/1.1" status: 200 len: 375 time: 0.0438335 Sep 09 21:36:08.473965 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-6e46e2b7-59f3-42e8-bf6b-7ca496dc947d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615441 Sep 09 21:36:08.484654 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e8634-44b0-4664-9b05-9559f8f97ac4 None None] Pushing event updated for resources: {'Port': ['ID=aedd1d63-9887-4abf-8e3f-39eab910d086,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:08.550653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:08.705047 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfd4f1e-17d7-4597-b56a-f958698006c1,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:08.717125 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4ec5419e-37c2-4139-80a1-6fa8786ebee4 req-ca8d6c32-9876-4ff6-8742-c4dc0e2cc51b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0658553 Sep 09 21:36:08.731661 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Checking segment: {'id': '31985c33-6eaf-4f69-88fe-182daa25ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '09d98c2c-744c-40bf-bf43-96632c0796d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:08.732560 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Network hostable DHCP agents. Network: 09d98c2c-744c-40bf-bf43-96632c0796d3, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:08.768300 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:08.911470 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 32920) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:09.048829 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.069967 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Network 09d98c2c-744c-40bf-bf43-96632c0796d3 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:09.084236 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device aedd1d63-9887-4abf-8e3f-39eab910d086 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:09.136656 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 09d98c2c-744c-40bf-bf43-96632c0796d3) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:09.167972 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:09.169360 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.222967 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.228499 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5eaa6f81-09dc-4e83-8682-35b64478dbb0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5321915 Sep 09 21:36:09.316999 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79be28-cc32-4eb7-884d-84ef5f8b9410 None None] Network 09d98c2c-744c-40bf-bf43-96632c0796d3 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:09.323795 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.334017 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.356734 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 32930) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:09.399319 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port aedd1d63-9887-4abf-8e3f-39eab910d086 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:09.512539 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-3dff5f7b-a904-4a15-b66d-eee196b04b52 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:36:09.515362 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-3dff5f7b-a904-4a15-b66d-eee196b04b52 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679492 Sep 09 21:36:09.555434 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe799857-caf5-458f-b37d-4968e8c08447 None None] Network 09d98c2c-744c-40bf-bf43-96632c0796d3 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:09.678067 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5810cd85-6995-4b0d-81e5-40a3150220da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.829858 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 32938) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:09.834909 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:36:09.865899 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-240aa0a2-ed68-44d4-a0c8-ba99c1a793f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:09.933781 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41e28d00-059f-4af2-901e-90ac01ba656a req-6140822b-3349-4508-9d8c-5bf8be159e75 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.1024342 Sep 09 21:36:10.018071 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Deleting subnet 1f268f21-4cb9-445b-81c4-779a175110e8 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:36:10.028594 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Allocated IP 172.27.0.194 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/447117ef-d904-4083-85a4-776943a5e625) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:10.032536 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.097919 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-52334abf-d05e-45a0-986b-4dc83e07de4a service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597343 Sep 09 21:36:10.158598 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5810cd85-6995-4b0d-81e5-40a3150220da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.174711 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5810cd85-6995-4b0d-81e5-40a3150220da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.198537 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.204787 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ec436-aebf-4e99-b1af-0698e052c753 None None] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:10.252647 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.301160 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.337100 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810cd85-6995-4b0d-81e5-40a3150220da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957dd179-442a-4c87-b487-21aa5a8e5a27,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:10.348628 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Provisioning for port aedd1d63-9887-4abf-8e3f-39eab910d086 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:10.352070 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-54ba8e54-d761-4302-b221-6753ed3a505a service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404163 Sep 09 21:36:10.358662 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:36:10.394326 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Provisioning complete for port aedd1d63-9887-4abf-8e3f-39eab910d086 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:10.400525 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.401206 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5810cd85-6995-4b0d-81e5-40a3150220da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d249995ac71b408faef05f20571dcc8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0423055 Sep 09 21:36:10.406671 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 32948) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:10.448745 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:36:10.467012 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-240aa0a2-ed68-44d4-a0c8-ba99c1a793f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.478314 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-240aa0a2-ed68-44d4-a0c8-ba99c1a793f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.483189 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.495528 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.498230 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-4241026f-b6ea-4a2b-8e5e-60cc79ade48c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3889000 Sep 09 21:36:10.502047 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:10.505754 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:10.507934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 32952) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:10.529403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aa0a2-ed68-44d4-a0c8-ba99c1a793f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8b2b4-cc3c-4ff7-8256-14b320ae90ce,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:10.550676 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.557803 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f268f21-4cb9-445b-81c4-779a175110e8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:10.602674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.605126 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-00f101d9-ee8b-47b5-9757-0ca530ad5e16 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1f268f21-4cb9-445b-81c4-779a175110e8 HTTP/1.1" status: 204 len: 168 time: 0.7718880 Sep 09 21:36:10.608733 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 32954) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:10.651488 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Pushing event updated for resources: {'Port': ['ID=447117ef-d904-4083-85a4-776943a5e625,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:10.678889 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:10.682832 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-240aa0a2-ed68-44d4-a0c8-ba99c1a793f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d54ab05da1468ba02d7f97893cb6aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7512026 Sep 09 21:36:10.684071 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.710361 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.717667 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 32956) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:10.739310 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.809308 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:10.819408 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:10.825196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:11.004792 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] For port aedd1d63-9887-4abf-8e3f-39eab910d086, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=aedd1d63-9887-4abf-8e3f-39eab910d086,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:11.016626 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.036005 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:11.063342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.068094 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.073691 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/957dd179-442a-4c87-b487-21aa5a8e5a27 HTTP/1.1" status: 204 len: 168 time: 0.6609147 Sep 09 21:36:11.156786 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f5e01-4817-4b04-8d69-b9abfee1a35b None None] Pushing event updated for resources: {'Port': ['ID=aedd1d63-9887-4abf-8e3f-39eab910d086,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:11.158375 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.182974 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6a792-b65e-4cd2-8658-dfb6b4c620d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957dd179-442a-4c87-b487-21aa5a8e5a27,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:11.325919 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.364298 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.364994 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.365845 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.366193 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > port after_create 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.372154 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.376145 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > port after_update 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.376801 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.377368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.385514 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.386223 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.529026 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c609da02-578e-460c-bcd7-4f97457683e6 req-78dee2a0-dd2f-44b3-a69b-1172c8a17e55 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.0811703 Sep 09 21:36:11.640657 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:08Z', 'revision_number': 3, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:11.662386 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-2f814162-66d3-45d6-a6a6-7689347c1d92 None None] Provisioning complete for port aedd1d63-9887-4abf-8e3f-39eab910d086 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:11.689376 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2f814162-66d3-45d6-a6a6-7689347c1d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.700827 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:36:11.701751 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Updating router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:36:11.760646 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:11.915404 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.917826 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.918704 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.920483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:36:11.921768 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c38719-c016-45eb-bb95-c60cc23c7d1c']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:11.962688 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.45', 53644) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:12.066658 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1446ae57-64cc-4054-8440-6387a0cb1cfe req-ae9e0e5b-589b-4a5c-90f8-bea36fc8f121 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.1300368 Sep 09 21:36:12.105423 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e08d2a-2b16-4685-8868-77b9b76b1ea5') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:12.108224 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e08d2a-2b16-4685-8868-77b9b76b1ea5') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:12.147100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33002) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:12.181238 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fea3-bdc2-4502-a4fd-7e763bb65e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.183387 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.188128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.318326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.372045 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.383220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.401802 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:36:12.402756 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: from cryptography.utils import int_from_bytes Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: from cryptography.utils import int_from_bytes Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:36:12.407301 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:36:12.440794 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-5066898f-c0bd-4981-897b-05ee87aa8321 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:12.446877 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-5066898f-c0bd-4981-897b-05ee87aa8321 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.45 "GET /v2.0/networks?id=3294a4c1-704f-4cc2-ae58-c2905b9bab63 HTTP/1.1" status: 200 len: 812 time: 0.4806261 Sep 09 21:36:12.519671 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.590820 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Request body: {'port': {'device_id': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63', 'admin_state_up': True, 'tenant_id': 'a38c896cd8c94c789a9d9e4b57a1631c'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:12.804009 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Transition to ACTIVE for port object b13bf52b-903e-4b79-a13c-d0680c4ca9e6 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:12.820414 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.842029 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-45d87dbd-01d1-43d2-b36a-11d0ed60d16a req-033a41a1-b622-43cb-905e-d00619cffa71 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.0718234 Sep 09 21:36:12.852448 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.854159 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Router ec9d94db-7bf6-46f7-b978-4a16c5255827 is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:36:12.871036 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:12.873098 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] 10.222.0.21 "DELETE /v2.0/networks/c2c38719-c016-45eb-bb95-c60cc23c7d1c HTTP/1.1" status: 204 len: 168 time: 2.2633657 Sep 09 21:36:12.945292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33036) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:12.959461 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20202a-5a7d-4d7a-8b42-7f080367579b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c38719-c016-45eb-bb95-c60cc23c7d1c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:13.043177 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Attempting to bind port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:13.043533 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Attempting to bind port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:13.043910 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Attempting to bind port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:13.058280 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device aedd1d63-9887-4abf-8e3f-39eab910d086 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:13.059297 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Pushing event updated for resources: {'Port': ['ID=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:13.060897 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.064869 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:13.064869 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:13.065379 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.065550 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.065550 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:13.065550 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Bound port: b13bf52b-903e-4b79-a13c-d0680c4ca9e6, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:13.065921 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adb8b2b4-cc3c-4ff7-8256-14b320ae90ce HTTP/1.1" status: 204 len: 168 time: 2.3466132 Sep 09 21:36:13.066505 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.102476 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.103297 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.104281 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.104529 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.104859 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.106372 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.107579 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.107910 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.108275 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.111108 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.111108 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.111457 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:36:13.114825 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Deleting subnet bdfd4f1e-17d7-4597-b56a-f958698006c1 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Tracked resource versions report: Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: pushed versions: Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: { 'AddressGroup': {'1.2'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'ConntrackHelper': {'1.0'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Log': {'1.0'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Network': {'1.1'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Port': {'1.7'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'PortForwarding': {'1.2'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'QosPolicy': {'1.9'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroup': {'1.4'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroupRule': {'1.2'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SubPort': {'1.0'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Subnet': {'1.1'}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Trunk': {'1.1'}} Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: consumer versions: Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: { DHCP agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: HyperV agent@hv-cinder-76019: {}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: L3 agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: Metadata agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: Metering agent@dv-cinder-760193-10-iscsi: {}, Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: Open vSwitch agent@dv-cinder-760193-10-iscsi: { 'AddressGroup': '1.2', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'ConntrackHelper': '1.0', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Log': '1.0', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Network': '1.1', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Port': '1.7', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'PortForwarding': '1.2', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'QosPolicy': '1.9', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroup': '1.4', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SecurityGroupRule': '1.2', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'SubPort': '1.0', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Subnet': '1.1', Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: 'Trunk': '1.1'}} Sep 09 21:36:13.116899 dv-cinder-760193-10-iscsi neutron-server[94083]: {{(pid=94083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 21:36:13.121065 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.184220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925bcd-7c5a-49ea-9859-e956b703b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8b2b4-cc3c-4ff7-8256-14b320ae90ce,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:13.222810 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] For port b13bf52b-903e-4b79-a13c-d0680c4ca9e6, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:13.231752 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port aedd1d63-9887-4abf-8e3f-39eab910d086 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:13.234680 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] For port b13bf52b-903e-4b79-a13c-d0680c4ca9e6, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:13.235024 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.244724 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.313914 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395ec79-8903-4b81-8d3c-fbdbfd78bef2 None None] Pushing event updated for resources: {'Port': ['ID=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:13.373662 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:13.374625 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:13.444126 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fea3-bdc2-4502-a4fd-7e763bb65e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.588043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.670384 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-74fca5d2-3771-4a83-92bb-e54efe214eec req-211c1e3c-1a6f-4a44-b3d8-f9a1a1ae8555 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.2142816 Sep 09 21:36:13.823573 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ed7fea3-bdc2-4502-a4fd-7e763bb65e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.855375 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Made reservation on behalf of a38c896cd8c94c789a9d9e4b57a1631c for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:13.868303 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.871576 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:13.889225 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:13.964697 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:14.123274 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3ed7fea3-bdc2-4502-a4fd-7e763bb65e21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38718e26657a4d89969a125f4db17010&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9672327 Sep 09 21:36:14.132340 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:36:14.145724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7fea3-bdc2-4502-a4fd-7e763bb65e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fdce1c-930f-41ad-8c3e-c418c3f73d49,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:14.149133 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Sync routers for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:36:14.178955 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:14.180759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33064) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:14.182444 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:14.357908 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:14.372238 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-59f43cda-7cb4-4c2e-a938-ca645dfdf299 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4898236 Sep 09 21:36:14.373555 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33068) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:14.374218 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33070) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:14.577250 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.45', 53654) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:14.662654 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:14.794229 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0cb22d64-5a8f-42b4-8f7b-ecdc44584bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:14.868027 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:14.935572 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dda3b673-eabd-4598-b59e-1bbc5b8cbcdc req-afb162e6-567e-45e6-b860-0ea2f5473173 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.2573600 Sep 09 21:36:15.001263 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:08Z', 'revision_number': 3, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:15.076004 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-c56bf929-cb87-4e97-b0a6-db2fe4afff6c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:15.077923 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-c56bf929-cb87-4e97-b0a6-db2fe4afff6c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.4867051 Sep 09 21:36:15.125665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb06bd8-2c0d-496a-8a1b-a09aa77dd0cb None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:08Z', 'revision_number': 3, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:36:15.198957 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Request body: {'port': {'device_id': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'admin_state_up': True, 'tenant_id': '9cde5d67b4534000a4fb800051f5a433'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:15.217654 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:15.364533 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfd4f1e-17d7-4597-b56a-f958698006c1,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:15.415934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:15.436897 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9b61bc3b-56e8-437d-80ce-1ff9e3c129d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bdfd4f1e-17d7-4597-b56a-f958698006c1 HTTP/1.1" status: 204 len: 168 time: 2.4718022 Sep 09 21:36:15.449899 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33084) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:15.490315 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:10Z', 'revision_number': 3, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:15.533059 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Allocated IP 172.20.0.1 (0cae5c79-09aa-42a8-8cd1-7fa33d4e464c/4d83b822-eadb-4aac-8ec6-4fea92efd1b3/af288d07-889b-4391-b370-d93d72f5e1ce) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:15.550159 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:15.577134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Checking router: ec9d94db-7bf6-46f7-b978-4a16c5255827 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:36:15.578556 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Updating router ec9d94db-7bf6-46f7-b978-4a16c5255827 port 447117ef-d904-4083-85a4-776943a5e625 binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:36:15.680883 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:36:15.727730 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:15.948195 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea205047-3b5b-4fe4-ac85-9efd937e3cb3 req-9478ebeb-c30f-4747-b643-fbf93f8b94d0 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.6770797 Sep 09 21:36:16.087013 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0cb22d64-5a8f-42b4-8f7b-ecdc44584bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.136114 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Allocated IP 172.20.0.13 (3294a4c1-704f-4cc2-ae58-c2905b9bab63/945375bd-1d9e-4e58-a428-030203f1e91c/024589f1-939c-4849-b573-60050b405bc6) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:16.144405 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0cb22d64-5a8f-42b4-8f7b-ecdc44584bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.489573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.552199 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:16.570525 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.594620 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.654905 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.677161 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Transition to ACTIVE for port object 447117ef-d904-4083-85a4-776943a5e625 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:16.690757 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.808408 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Attempting to bind port 447117ef-d904-4083-85a4-776943a5e625 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:16.808783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Attempting to bind port 447117ef-d904-4083-85a4-776943a5e625 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:16.810924 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Attempting to bind port 447117ef-d904-4083-85a4-776943a5e625 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:16.861386 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:16.863872 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:16.875823 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.877396 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:16.879309 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Bound port: 447117ef-d904-4083-85a4-776943a5e625, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:16.879936 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:16.925948 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ade0c974-e4d7-4c7d-95f9-83b6c2bd23fb req-780c0be5-c193-4ba0-ab5a-74cf58ffb91a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.3847077 Sep 09 21:36:16.955403 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0cb22d64-5a8f-42b4-8f7b-ecdc44584bd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f7cade215e442a80d162977f6bbd35&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5688760 Sep 09 21:36:17.004853 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ea216-dd6a-40fa-9a75-c1c844be2be0 None None] Pushing event updated for resources: {'Port': ['ID=447117ef-d904-4083-85a4-776943a5e625,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:17.022937 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33106) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:17.164933 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] For port 447117ef-d904-4083-85a4-776943a5e625, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:17.170592 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] For port 447117ef-d904-4083-85a4-776943a5e625, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=447117ef-d904-4083-85a4-776943a5e625,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:17.175543 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.184056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.278463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33110) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:17.286602 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b13bf52b-903e-4b79-a13c-d0680c4ca9e6 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:17.333578 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d98c2c-744c-40bf-bf43-96632c0796d3']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:17.354248 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:17.355301 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31985c33-6eaf-4f69-88fe-182daa25ff90') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:17.355499 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:17.355682 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31985c33-6eaf-4f69-88fe-182daa25ff90') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:17.374512 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Transition to ACTIVE for port object af288d07-889b-4391-b370-d93d72f5e1ce will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:17.408724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb22d64-5a8f-42b4-8f7b-ecdc44584bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca2e41-8740-4331-b4e7-11e545667890,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:17.443261 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.450251 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.471930 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ea216-dd6a-40fa-9a75-c1c844be2be0 None None] Pushing event updated for resources: {'Port': ['ID=447117ef-d904-4083-85a4-776943a5e625,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:17.502750 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.536312 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8c99f96c-9c1e-41b4-952d-95b8a76143bc req-975a792e-a0ac-407a-948c-f5a480676269 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.2794206 Sep 09 21:36:17.561550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:17.593600 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:17.594566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.655398 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.657511 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.662448 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.667788 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8fdce1c-930f-41ad-8c3e-c418c3f73d49 HTTP/1.1" status: 204 len: 168 time: 3.4481606 Sep 09 21:36:17.820513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:17.859011 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a3287-84e1-4ca3-bd47-9d5ab7a8408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fdce1c-930f-41ad-8c3e-c418c3f73d49,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:17.928570 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:36:17.929638 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:36:17.965060 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:36:18.098867 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.228304 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.231343 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.232824 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16ca2e41-8740-4331-b4e7-11e545667890 HTTP/1.1" status: 204 len: 168 time: 1.2003007 Sep 09 21:36:18.293104 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.389492 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port b13bf52b-903e-4b79-a13c-d0680c4ca9e6, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:18.407475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.434307 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a98f24f0-e2bc-4f22-b918-176ca55a9673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.634989 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c72a99-b9a6-41b4-82cc-add5b48afa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca2e41-8740-4331-b4e7-11e545667890,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:18.672855 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Allocated IP 172.20.0.3 (617fba8a-1f8d-43e4-96e7-f98896757f0e/3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932/6fda8e0a-9728-48b6-983e-f33441dab8c6) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:18.677792 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57ead225-9e77-4900-85ef-c30e4cbc423c req-2764b8d8-3d3f-476c-8ee0-c9c6d13fb972 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.4825888 Sep 09 21:36:18.735495 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.756761 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.863195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.880140 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:18.883928 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/09d98c2c-744c-40bf-bf43-96632c0796d3 HTTP/1.1" status: 204 len: 168 time: 3.2797306 Sep 09 21:36:18.910029 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536714f-bb42-417a-b85f-4e9e2471b3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d98c2c-744c-40bf-bf43-96632c0796d3,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:19.004249 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:19.076377 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-561aa30d-a1a2-435b-a055-c290d29db443 req-360e115e-a842-45b2-b310-064a1d8e6433 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.1877158 Sep 09 21:36:19.097765 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:19.115203 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:19.119781 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Pushing event updated for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:19.182906 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:19.387829 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:19.440420 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:10Z', 'revision_number': 3, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:19.518455 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6b5238-c89b-43ea-9f24-a99feabb75d3 None None] The sync data for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi is: [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:10Z', 'revision_number': 3, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:36:19.538702 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:19.744056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-19a3b7d6-4389-4351-ada7-7329826148e1 None None] Provisioning for port af288d07-889b-4391-b370-d93d72f5e1ce completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:19.786112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-19a3b7d6-4389-4351-ada7-7329826148e1 None None] Provisioning complete for port af288d07-889b-4391-b370-d93d72f5e1ce triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:19.790549 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-19a3b7d6-4389-4351-ada7-7329826148e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:19.873944 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:19.904881 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:19.958647 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a98f24f0-e2bc-4f22-b918-176ca55a9673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:19.974685 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33144) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:19.981562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a98f24f0-e2bc-4f22-b918-176ca55a9673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:19.997728 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b7d6-4389-4351-ada7-7329826148e1 None None] Port af288d07-889b-4391-b370-d93d72f5e1ce cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:36:20.001095 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7e3d5f37-ea72-4f5f-a28f-9a4369b1da46 req-8b4902dd-4dbe-4ea0-8df1-6db0b48449b8 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.0988898 Sep 09 21:36:20.002078 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:20.016058 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:20.017225 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:20.029166 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Pushing event updated for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:20.094059 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a98f24f0-e2bc-4f22-b918-176ca55a9673 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0549a9df186e4369afa4c1327b8f84cd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8141096 Sep 09 21:36:20.110559 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33148) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:20.125213 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-26bfc650-7e41-48eb-8946-57d406744d9c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5413146 Sep 09 21:36:20.325918 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f24f0-e2bc-4f22-b918-176ca55a9673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7e7481-3cc0-440a-a02f-6d3aadcc5c40,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:20.446745 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:20.546124 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c8270579-857c-4b30-8d67-87c5549c35b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f16fba8b2f841f190fcc3f8334dec24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5625730 Sep 09 21:36:20.565965 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33158) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:20.593672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-0e74aa37-9373-432d-9677-1858d84dacc8 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:36:20.598404 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-0e74aa37-9373-432d-9677-1858d84dacc8 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302491 Sep 09 21:36:20.764477 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Allocated IP 172.20.0.1 (7f2ba42c-3cf1-4596-b627-de6231ca89b4/299c5070-07f6-42f5-9b01-751113bb20df/7501658f-5a4a-4b73-b399-7d118438385a) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:20.791923 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:20.856004 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d6b09-452b-4f6c-9cfa-a42c7450d33c req-00efdb24-9c6c-434c-8b65-23e926d6f1ed tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:20.865863 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:20.867208 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dc3d6b09-452b-4f6c-9cfa-a42c7450d33c req-00efdb24-9c6c-434c-8b65-23e926d6f1ed tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 932 time: 0.4784269 Sep 09 21:36:20.991291 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.017380 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.044920 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.223344 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.499189 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 447117ef-d904-4083-85a4-776943a5e625 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:21.511627 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.524993 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.537673 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.544440 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e616f92-fb13-42f1-9c33-d56ae9266fae HTTP/1.1" status: 204 len: 168 time: 0.9696832 Sep 09 21:36:21.605987 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:21.651758 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event updated for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:21.663874 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:21.669262 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9aee7c-8552-457d-9538-8bdd0870def1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e616f92-fb13-42f1-9c33-d56ae9266fae,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:21.675621 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:21.761488 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 447117ef-d904-4083-85a4-776943a5e625 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:21.780580 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 447117ef-d904-4083-85a4-776943a5e625 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:21.782217 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.908632 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af429258-7724-4704-bf88-867e2db4a0fa req-48ecd4f8-490d-4712-8935-29ecdf81c762 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:21.917621 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-af429258-7724-4704-bf88-867e2db4a0fa req-48ecd4f8-490d-4712-8935-29ecdf81c762 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 931 time: 0.5018387 Sep 09 21:36:21.928408 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:21.929986 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:21.943725 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Request body: {'port': {'device_id': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:21.973806 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e61c6667-20e9-465b-817a-a62aa99d07f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7831497 Sep 09 21:36:22.022378 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dc3d6b09-452b-4f6c-9cfa-a42c7450d33c req-6ed3f76e-ce35-49be-9067-29bafa60d3f0 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1310554 Sep 09 21:36:22.126285 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.136993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Request body: {'port': {'device_id': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:22.199165 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 447117ef-d904-4083-85a4-776943a5e625, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=447117ef-d904-4083-85a4-776943a5e625,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:22.212741 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.213655 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b13bf52b-903e-4b79-a13c-d0680c4ca9e6 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:22.442911 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:22.443290 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.535552 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=447117ef-d904-4083-85a4-776943a5e625,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:22.536582 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.582556 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.607915 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-af429258-7724-4704-bf88-867e2db4a0fa req-99ee5364-1f01-4bfe-8dff-b254eef58648 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727364 Sep 09 21:36:22.746485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.814099 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.828688 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:22.906004 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:23.005927 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:23.090084 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 447117ef-d904-4083-85a4-776943a5e625 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:23.107972 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Pushing event updated for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:23.126971 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:23.131921 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:23.243530 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 447117ef-d904-4083-85a4-776943a5e625 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:23.244069 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:23.663844 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Pushing event updated for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:23.889902 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33200) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:23.903787 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:23.909301 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:23.915964 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd7e7481-3cc0-440a-a02f-6d3aadcc5c40 HTTP/1.1" status: 204 len: 168 time: 3.7819855 Sep 09 21:36:24.044200 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d950b-30eb-45d5-b578-2b823e0f3f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7e7481-3cc0-440a-a02f-6d3aadcc5c40,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:24.070858 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:24.124498 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bc9ec-0b7f-4cc6-87a7-9dc4bef9a793 req-bc995586-3f4e-49ac-bc1f-e7f283064114 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:24.128310 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-070bc9ec-0b7f-4cc6-87a7-9dc4bef9a793 req-bc995586-3f4e-49ac-bc1f-e7f283064114 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 932 time: 0.4453323 Sep 09 21:36:24.144437 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-4a8d62ff-4982-4055-bf88-b07ca287df29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffc6cabbb376499a8c1a8d94e9dbd10d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2304823 Sep 09 21:36:24.151620 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33206) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:24.291278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723793b-1d71-48a1-8e48-8377b99ac9c2 req-a9d65429-1098-4be6-8f3a-d31e38cf2ee1 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:24.296815 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7723793b-1d71-48a1-8e48-8377b99ac9c2 req-a9d65429-1098-4be6-8f3a-d31e38cf2ee1 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 931 time: 0.3276670 Sep 09 21:36:24.566371 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:24.631584 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-070bc9ec-0b7f-4cc6-87a7-9dc4bef9a793 req-21b1e69a-a4dd-468d-a51c-b864676cdc60 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816089 Sep 09 21:36:24.726415 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:24.742048 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7723793b-1d71-48a1-8e48-8377b99ac9c2 req-5c626f32-63a9-4ee9-b53c-7e955dac34da tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894731 Sep 09 21:36:24.752833 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:24.767783 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:24.820347 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:24.972413 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fda8e0a-9728-48b6-983e-f33441dab8c6 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:25.072920 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.115462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024589f1-939c-4849-b573-60050b405bc6 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:25.146114 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.179465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Transition to ACTIVE for port object 6fda8e0a-9728-48b6-983e-f33441dab8c6 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:25.188216 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.190830 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.193445 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3557f94-5a8c-4d5a-a3ae-cdf0457d652a HTTP/1.1" status: 204 len: 168 time: 1.0352156 Sep 09 21:36:25.193445 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33218) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:25.216931 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.290769 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Transition to ACTIVE for port object 024589f1-939c-4849-b573-60050b405bc6 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:25.306337 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.396358 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:36:25.400151 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e6b5d-a417-4da3-8ab5-526fd362b561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3557f94-5a8c-4d5a-a3ae-cdf0457d652a,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:25.431096 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afb47f61-0f33-424e-be5f-f55fa91b1def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.525419 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-21a12f3a-3f0b-47b4-9405-e2b01d5993d1 None None] Provisioning complete for port af288d07-889b-4391-b370-d93d72f5e1ce triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:25.527671 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-21a12f3a-3f0b-47b4-9405-e2b01d5993d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.627174 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:25.701987 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-21a12f3a-3f0b-47b4-9405-e2b01d5993d1 None None] Port af288d07-889b-4391-b370-d93d72f5e1ce cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:36:25.724347 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.745772 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Attempting to bind port 024589f1-939c-4849-b573-60050b405bc6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:25.746134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Attempting to bind port 024589f1-939c-4849-b573-60050b405bc6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '31c3c4dd-54be-43b3-8110-4215b0156429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:25.746467 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Attempting to bind port 024589f1-939c-4849-b573-60050b405bc6 on network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:25.758192 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.761940 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:25.789048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Pushing event updated for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:25.891959 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Pushing event updated for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:25.907193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Port 024589f1-939c-4849-b573-60050b405bc6 on network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:36:25.907193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Attempting to bind port 024589f1-939c-4849-b573-60050b405bc6 on network 3294a4c1-704f-4cc2-ae58-c2905b9bab63 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:25.959327 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:25.959921 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Checking segment: {'id': '31c3c4dd-54be-43b3-8110-4215b0156429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:25.960847 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Bound using segment: {'id': '31c3c4dd-54be-43b3-8110-4215b0156429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:25.961724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Bound port: 024589f1-939c-4849-b573-60050b405bc6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c3c4dd-54be-43b3-8110-4215b0156429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:25.962213 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:26.081235 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Attempting to bind port 6fda8e0a-9728-48b6-983e-f33441dab8c6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:26.082340 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Attempting to bind port 6fda8e0a-9728-48b6-983e-f33441dab8c6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:26.092583 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Attempting to bind port 6fda8e0a-9728-48b6-983e-f33441dab8c6 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:26.154978 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Port 6fda8e0a-9728-48b6-983e-f33441dab8c6 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:36:26.157282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Attempting to bind port 6fda8e0a-9728-48b6-983e-f33441dab8c6 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:26.244279 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:26.244817 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Checking segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:26.245496 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Bound using segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:26.246059 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Bound port: 6fda8e0a-9728-48b6-983e-f33441dab8c6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:26.246527 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:26.426812 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed03f-fbab-4e08-8ec7-209c7df8c633 req-f432bc74-bf6a-4132-9fdc-c8602883e88d tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:26.435839 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b30ed03f-fbab-4e08-8ec7-209c7df8c633 req-f432bc74-bf6a-4132-9fdc-c8602883e88d tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 944 time: 0.3559337 Sep 09 21:36:26.537897 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:26.612625 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d2233-c7d8-45cc-b2b9-ceae9babab93 req-a9f03285-441e-42d7-95d5-5a2fa773a256 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:26.614456 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ce9d2233-c7d8-45cc-b2b9-ceae9babab93 req-a9f03285-441e-42d7-95d5-5a2fa773a256 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 943 time: 0.5856242 Sep 09 21:36:26.621103 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=024589f1-939c-4849-b573-60050b405bc6,segment=NetworkSegment(31c3c4dd-54be-43b3-8110-4215b0156429),segment_id=31c3c4dd-54be-43b3-8110-4215b0156429)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:26.654238 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:26.661276 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:26.700610 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:36:26.727165 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cc55ee95-cae3-4e13-b4a1-05804ec56d03 admin admin] 10.222.0.21 "PUT /v2.0/routers/27011b2e-8c9c-4d02-b28a-c9f5372fc26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2083232 Sep 09 21:36:26.727473 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:36:26.737990 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:26.746801 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:26.747118 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:26.747735 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:26.753662 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:26.824876 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:26.987272 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ce9d2233-c7d8-45cc-b2b9-ceae9babab93 req-80f7e907-0ef2-4f29-bb51-d23f2e8a59e1 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478732 Sep 09 21:36:27.007254 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:27.014898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:27.017724 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] 10.222.0.45 "PUT /v2.0/ports/6fda8e0a-9728-48b6-983e-f33441dab8c6 HTTP/1.1" status: 200 len: 1093 time: 4.9656892 Sep 09 21:36:27.045773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fcef0-855e-45e9-b044-41655f67c0ca service neutron] Pushing event updated for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:27.052940 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:27.169886 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b30ed03f-fbab-4e08-8ec7-209c7df8c633 req-219fee66-f9e4-4827-872f-20bff4cba8a3 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131536 Sep 09 21:36:27.190253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:27.190253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:27.193334 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] 10.222.0.45 "PUT /v2.0/ports/024589f1-939c-4849-b573-60050b405bc6 HTTP/1.1" status: 200 len: 1094 time: 5.9751320 Sep 09 21:36:27.194184 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'tag': '024589f1-939c-4849-b573-60050b405bc6'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:27.397882 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afb47f61-0f33-424e-be5f-f55fa91b1def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:27.408000 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afb47f61-0f33-424e-be5f-f55fa91b1def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:27.454251 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33266) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:27.465466 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:27.611464 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-6b114aa5-fbad-4edf-98b2-ed73426c89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:27.616954 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-6b114aa5-fbad-4edf-98b2-ed73426c89be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 1096 time: 0.5062342 Sep 09 21:36:27.627823 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-afb47f61-0f33-424e-be5f-f55fa91b1def admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=422d53e09b6649d69cb005ee0486f745&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4118681 Sep 09 21:36:27.632772 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337cd045-7b58-4c75-ad62-f6935b98f227" -d '{"events": [{"name": "network-changed", "server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:27.644065 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb47f61-0f33-424e-be5f-f55fa91b1def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be704fd-ca44-41d0-9f62-6e5480d56087,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:27.656913 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33276) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:27.942037 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-d4f70a86-ee9d-4531-9b69-6405740bfa55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6 HTTP/1.1" status: 200 len: 217 time: 0.2625735 Sep 09 21:36:28.028356 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef7d9e-b692-4a45-be72-9b8175f7fa10 service neutron] Pushing event updated for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:28.091754 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a5dfed5d-d9d1-4180-b6f2-7cc81b87df23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.099186 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-a30ea74d-139d-4ccd-9ea1-7000a1b38b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:28.101697 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-a30ea74d-139d-4ccd-9ea1-7000a1b38b72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a38c896cd8c94c789a9d9e4b57a1631c&device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 1097 time: 0.5477555 Sep 09 21:36:28.121418 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d181ea-fe18-41ec-a8d3-bde76ed2c488 x-openstack-request-id: req-b6d181ea-fe18-41ec-a8d3-bde76ed2c488 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:28.121990 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:28.123684 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6d181ea-fe18-41ec-a8d3-bde76ed2c488 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:28.124359 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6', 'status': 'completed', 'code': 200} Sep 09 21:36:28.150927 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:22Z', 'revision_number': 2, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:28.255202 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-d5e9036c-ee82-49cd-89c6-a26bbfb0bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:28.257020 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-d5e9036c-ee82-49cd-89c6-a26bbfb0bf19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.2607923 Sep 09 21:36:28.275186 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:36:28.275746 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Updating router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a port af288d07-889b-4391-b370-d93d72f5e1ce binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:36:28.341789 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a709d8-cb5b-44ee-92dd-26560095502f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "tag": "024589f1-939c-4849-b573-60050b405bc6"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:28.356906 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-ebb51dc9-df4e-4825-b588-423b6e8062c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024589f1-939c-4849-b573-60050b405bc6 HTTP/1.1" status: 200 len: 217 time: 0.2391300 Sep 09 21:36:28.359023 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Router ec9d94db-7bf6-46f7-b978-4a16c5255827 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:36:28.372473 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.670822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a5dfed5d-d9d1-4180-b6f2-7cc81b87df23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.758340 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:36:28.771743 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8d5f8302-147a-4d32-8a8b-74e5b2ce0004 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec9d94db-7bf6-46f7-b978-4a16c5255827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3844249 Sep 09 21:36:28.785489 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Sync routers for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:36:28.830475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:28.832640 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a5dfed5d-d9d1-4180-b6f2-7cc81b87df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.836572 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:28.873038 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a5dfed5d-d9d1-4180-b6f2-7cc81b87df23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0c215f4979a45b89c7a69837beb30f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4148703 Sep 09 21:36:28.874929 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-640ce944-e271-45c0-aac0-4f1f83aa93e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829605 Sep 09 21:36:28.875662 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33314) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:28.902781 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.968487 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:28.978930 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfed5d-d9d1-4180-b6f2-7cc81b87df23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41013a7f-cf30-44e3-8771-32becca4d788,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:29.028650 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796ad4f-16e1-4a24-ab54-7508e7784dfb req-c33f11bd-c841-45e9-843a-1a79e9f0c7ed tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:29.032113 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33316) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:29.045266 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8796ad4f-16e1-4a24-ab54-7508e7784dfb req-c33f11bd-c841-45e9-843a-1a79e9f0c7ed tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 943 time: 0.7874088 Sep 09 21:36:29.125623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688206964', 'description': 'tempest-description--1027106602'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:29.210251 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.214892 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.222195 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4be704fd-ca44-41d0-9f62-6e5480d56087 HTTP/1.1" status: 204 len: 168 time: 1.5602751 Sep 09 21:36:29.235440 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:29.311333 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8796ad4f-16e1-4a24-ab54-7508e7784dfb req-05c4f2da-e909-40d1-b9e3-e77f71f23b36 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647355 Sep 09 21:36:29.341829 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b09368-6a7c-470e-b5d6-8ca25f9b2663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be704fd-ca44-41d0-9f62-6e5480d56087,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:29.453853 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ee3f-8d0c-4f7b-828b-48349091659c req-b1fdef4f-6bbb-4fbe-9c5d-32d48900ef9b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:29.455662 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3b69ee3f-8d0c-4f7b-828b-48349091659c req-b1fdef4f-6bbb-4fbe-9c5d-32d48900ef9b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 944 time: 0.3059087 Sep 09 21:36:29.460237 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.476103 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.502295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.560918 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-291d8abe-9132-490d-816c-984a7c8f6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:29.562352 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-291d8abe-9132-490d-816c-984a7c8f6547 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=945375bd-1d9e-4e58-a428-030203f1e91c HTTP/1.1" status: 200 len: 852 time: 0.4777792 Sep 09 21:36:29.574810 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.585370 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.586661 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.587104 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41013a7f-cf30-44e3-8771-32becca4d788 HTTP/1.1" status: 204 len: 168 time: 0.7092466 Sep 09 21:36:29.606493 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Transition to ACTIVE for port object af288d07-889b-4391-b370-d93d72f5e1ce will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:29.628994 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.634768 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3b69ee3f-8d0c-4f7b-828b-48349091659c req-004eca2b-0300-4af8-9782-f741805b2005 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856757 Sep 09 21:36:29.684719 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6531f03-041e-4356-b0ef-3aae856cc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41013a7f-cf30-44e3-8771-32becca4d788,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:29.691350 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-786d5432-b99e-4397-8266-f891d0baff41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3294a4c1-704f-4cc2-ae58-c2905b9bab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679018 Sep 09 21:36:29.697201 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-e00d1ca1-c5ae-41f2-9118-a13336f3271d service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362371 Sep 09 21:36:29.714024 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee25e0d-71a7-46f9-b289-06f05d6603f3 None None] Pushing event updated for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:29.935547 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Attempting to bind port af288d07-889b-4391-b370-d93d72f5e1ce on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:29.936122 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Attempting to bind port af288d07-889b-4391-b370-d93d72f5e1ce by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:29.941303 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Attempting to bind port af288d07-889b-4391-b370-d93d72f5e1ce on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:29.951992 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:29.952305 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c3158b00-4f6b-431f-b61b-4ec9b41ab12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.952815 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Checking segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:29.953141 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:29.959890 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Bound using segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:29.960709 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Bound port: af288d07-889b-4391-b370-d93d72f5e1ce, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:29.961328 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.077876 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-4b08e7db-62f7-43ee-971a-461f9d16b73e service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436594 Sep 09 21:36:30.078450 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ff4ef873-e0a3-4298-a37f-73d4765c5270 req-78daef2c-6efb-4953-bfe5-741274459c98 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678648 Sep 09 21:36:30.150084 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] For port af288d07-889b-4391-b370-d93d72f5e1ce, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:30.165957 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] For port af288d07-889b-4391-b370-d93d72f5e1ce, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=af288d07-889b-4391-b370-d93d72f5e1ce,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:30.178979 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.224958 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27d703-a921-4334-9f2a-fe41d1978f1f x-openstack-request-id: req-7e27d703-a921-4334-9f2a-fe41d1978f1f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:30.224958 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "tag": "024589f1-939c-4849-b573-60050b405bc6", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:30.225540 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e27d703-a921-4334-9f2a-fe41d1978f1f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:30.227702 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'tag': '024589f1-939c-4849-b573-60050b405bc6', 'status': 'completed', 'code': 200} Sep 09 21:36:30.266583 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.273940 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:24Z', 'revision_number': 4, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7501658f-5a4a-4b73-b399-7d118438385a', 'name': '', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'mac_address': 'fa:16:3e:4e:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '299c5070-07f6-42f5-9b01-751113bb20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:19Z', 'updated_at': '2021-09-09T21:36:24Z', 'revision_number': 2, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'subnets': [{'id': '299c5070-07f6-42f5-9b01-751113bb20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:30.296927 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.341695 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.344739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2434261 Sep 09 21:36:30.353669 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Checking router: ec9d94db-7bf6-46f7-b978-4a16c5255827 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:36:30.354621 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Updating router ec9d94db-7bf6-46f7-b978-4a16c5255827 port 7501658f-5a4a-4b73-b399-7d118438385a binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:36:30.358885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33346) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:30.372969 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee25e0d-71a7-46f9-b289-06f05d6603f3 None None] Pushing event updated for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:30.408343 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group_rule': {'security_group_id': 'c0f48388-4be0-4e22-bd61-756a8dd31cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:30.431458 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.443611 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb449a-ccdb-4eff-b4aa-77625a5647f3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f48388-4be0-4e22-bd61-756a8dd31cc8,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:30.455538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-4959ae7e-7f8b-4393-adff-eb600542bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:30.468367 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-11704fab-d388-4f09-be72-7f20e3ba1022 req-b558bf0a-e6e2-413d-8f30-a02c17d76ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763578 Sep 09 21:36:30.468625 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-4959ae7e-7f8b-4393-adff-eb600542bf35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 1096 time: 0.2513986 Sep 09 21:36:30.474499 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:30.475615 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:30.678928 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-2a0f9b04-e1c6-4adb-91e2-d608b42f05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:30.680774 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-2a0f9b04-e1c6-4adb-91e2-d608b42f05f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a38c896cd8c94c789a9d9e4b57a1631c&device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 1097 time: 0.1088336 Sep 09 21:36:30.690888 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:30.903207 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:31.099752 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-3245c87b-5949-431a-b012-9fd00b5a2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.105128 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-3245c87b-5949-431a-b012-9fd00b5a2dfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=3294a4c1-704f-4cc2-ae58-c2905b9bab63 HTTP/1.1" status: 200 len: 913 time: 0.4140959 Sep 09 21:36:31.271532 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10422c4e-c2da-4fb9-a526-a86542260d65 req-3b96b141-5972-4e4f-9a74-d1a144c23703 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.273202 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-10422c4e-c2da-4fb9-a526-a86542260d65 req-3b96b141-5972-4e4f-9a74-d1a144c23703 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 943 time: 0.7147520 Sep 09 21:36:31.297747 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.328104 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-93a36669-c91f-4c44-bc18-0c8146fad9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.329682 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-93a36669-c91f-4c44-bc18-0c8146fad9f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 916 time: 0.8469963 Sep 09 21:36:31.332733 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Transition to ACTIVE for port object 7501658f-5a4a-4b73-b399-7d118438385a will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:31.343231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.353584 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-b12232ca-2c62-44c3-82f2-2445744bb589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024589f1-939c-4849-b573-60050b405bc6 HTTP/1.1" status: 200 len: 217 time: 0.2300401 Sep 09 21:36:31.355325 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.355476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.457644 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-10422c4e-c2da-4fb9-a526-a86542260d65 req-7e07ff3b-9427-4ffb-b61c-b649eea97c3b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686461 Sep 09 21:36:31.481630 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-688a385e-3320-4a87-b6be-060d1ad68221 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6 HTTP/1.1" status: 200 len: 217 time: 0.1373081 Sep 09 21:36:31.488204 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-2048c310-9ac2-4d85-a2a5-5ec52cca7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.496982 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-2048c310-9ac2-4d85-a2a5-5ec52cca7161 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=945375bd-1d9e-4e58-a428-030203f1e91c HTTP/1.1" status: 200 len: 852 time: 0.1233659 Sep 09 21:36:31.559895 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7542-e64a-4405-bff3-a3b2ce1d2cd3 None None] Pushing event updated for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:31.571014 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:30Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:31.578069 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-1aa61c7c-a167-45a5-94c5-4edab39c5e66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3294a4c1-704f-4cc2-ae58-c2905b9bab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627303 Sep 09 21:36:31.602646 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adaafe2-5e28-4b61-8aa9-da8f503c5943,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:31.605893 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-2de9f338-5a80-4c94-90e3-118317e37278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.607791 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-2de9f338-5a80-4c94-90e3-118317e37278 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.1018095 Sep 09 21:36:31.611433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.614583 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-89094d07-a311-4061-abb1-d609b3ba5ae7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2511940 Sep 09 21:36:31.619542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-3bd446f1-75ee-4bb6-bfe3-5737b00712c5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:31.620231 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53338cd2-59a0-455e-911d-b441099fea7d None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:30Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:36:31.643119 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33370) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:31.644636 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-3bd446f1-75ee-4bb6-bfe3-5737b00712c5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 818 time: 0.4956117 Sep 09 21:36:31.667695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Attempting to bind port 7501658f-5a4a-4b73-b399-7d118438385a on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:31.668320 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Attempting to bind port 7501658f-5a4a-4b73-b399-7d118438385a by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:31.668477 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Attempting to bind port 7501658f-5a4a-4b73-b399-7d118438385a on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:31.674536 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:31.674751 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Checking segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:31.675209 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.675914 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Bound using segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:31.676071 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Bound port: 7501658f-5a4a-4b73-b399-7d118438385a, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:31.676521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.718606 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33372) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:31.744199 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group_rule': {'security_group_id': 'c0f48388-4be0-4e22-bd61-756a8dd31cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:31.778292 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-66ff6eec-5307-49a6-a6b7-4aa7e6bad3c0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/quotas/bef6229a4088409f9d1a385ccb82c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0649989 Sep 09 21:36:31.794155 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-5deb1c77-21b3-4a40-8b69-979f9c1a23ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776075 Sep 09 21:36:31.829453 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] For port 7501658f-5a4a-4b73-b399-7d118438385a, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:31.835669 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] For port 7501658f-5a4a-4b73-b399-7d118438385a, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7501658f-5a4a-4b73-b399-7d118438385a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:31.853994 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:31.981622 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c7542-e64a-4405-bff3-a3b2ce1d2cd3 None None] Pushing event updated for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:32.000521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:36:32.001459 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:36:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:32.007345 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e2a75-7acf-46bb-9754-12097e9c4f35 req-da13a2b7-fb47-4362-8e98-1d0bd6960d04 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:32.009858 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-960e2a75-7acf-46bb-9754-12097e9c4f35 req-da13a2b7-fb47-4362-8e98-1d0bd6960d04 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 944 time: 0.4004586 Sep 09 21:36:32.014518 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33376) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:32.080904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.163805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-06fd1f08-cba7-4c9e-aca4-ca37b0a23ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.252015 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-8779ae25-e2b3-4052-a285-d6f45e175bc0 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344497 Sep 09 21:36:32.337653 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-21590927-7731-4092-a19a-56bfaada43a9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5438845 Sep 09 21:36:32.419305 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-0307552f-ad19-4c8a-b7be-b2ae37505045 service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733960 Sep 09 21:36:32.609950 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:36:32.633070 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.635603 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae34db-d67d-4e6e-9405-ee18a0758040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.658123 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-960e2a75-7acf-46bb-9754-12097e9c4f35 req-476edbf6-a588-4d86-806b-34ed38e84a2a tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383846 Sep 09 21:36:32.668100 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.711210 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac8dec8-08df-478f-a33a-24a497aa1233,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:32.726658 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-337cd045-7b58-4c75-ad62-f6935b98f227 req-0059b035-24ec-4325-ae6f-6f5e013cfebb service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660907 Sep 09 21:36:32.775865 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-7c0440e3-42b9-43ce-8356-357e27957914 service neutron] 10.222.0.21 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371438 Sep 09 21:36:32.791875 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-06fd1f08-cba7-4c9e-aca4-ca37b0a23ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.823850 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.825340 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-07fde0a4-6f1d-4e6e-8696-4a47f9c144ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1086521 Sep 09 21:36:32.831932 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33396) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:32.840330 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:32.843785 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c0a709d8-cb5b-44ee-92dd-26560095502f req-c0f51c1d-9177-444d-947a-0dfc9e7eab38 service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098003 Sep 09 21:36:32.846522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-06fd1f08-cba7-4c9e-aca4-ca37b0a23ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.858939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:32.935503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1f08-cba7-4c9e-aca4-ca37b0a23ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3e883-7e43-4c94-badf-4b01aad9c8d1,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:33.021093 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-06fd1f08-cba7-4c9e-aca4-ca37b0a23ae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=417f95cfd3aa408aab199444394fe6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3002636 Sep 09 21:36:33.026292 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33402) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:33.070131 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-19757a56-c691-4299-b062-5222d911ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.074412 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae34db-d67d-4e6e-9405-ee18a0758040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.131588 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ae34db-d67d-4e6e-9405-ee18a0758040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.169506 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ea20-6d46-4033-ba15-0eccf47f1f81 req-c3cde39d-ff26-4a4b-a71b-31d524e5fd57 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:33.171780 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ff9ea20-6d46-4033-ba15-0eccf47f1f81 req-c3cde39d-ff26-4a4b-a71b-31d524e5fd57 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 943 time: 0.3861985 Sep 09 21:36:33.175745 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.186350 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-1e2b8562-aa29-416e-b898-171035753d44 service neutron] 10.222.0.21 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094541 Sep 09 21:36:33.252011 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.275794 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device af288d07-889b-4391-b370-d93d72f5e1ce up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:33.288267 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b3ae34db-d67d-4e6e-9405-ee18a0758040 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac66b572c526421ea5867520fb113206&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2717497 Sep 09 21:36:33.290921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33408) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:33.321275 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae34db-d67d-4e6e-9405-ee18a0758040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6cecf-0bb2-4bb6-a67d-6be3bfa43cd8,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:33.350705 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.443430 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.446993 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.450001 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76c3e883-7e43-4c94-badf-4b01aad9c8d1 HTTP/1.1" status: 204 len: 168 time: 0.4227715 Sep 09 21:36:33.462164 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ff9ea20-6d46-4033-ba15-0eccf47f1f81 req-9d08c660-a7c7-40a3-bb12-371911ca2516 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667902 Sep 09 21:36:33.484944 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a30a7-5211-404a-9ee6-59561d5728f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3e883-7e43-4c94-badf-4b01aad9c8d1,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:33.567963 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.582894 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port af288d07-889b-4391-b370-d93d72f5e1ce completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:33.605849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port af288d07-889b-4391-b370-d93d72f5e1ce triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:33.615327 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.682209 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a1b933a3-b747-439c-8d9f-195a66e3758a req-a3e895d8-ead6-4128-9701-db2de24d9eb9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 210 time: 0.0992095 Sep 09 21:36:33.690490 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.761752 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 6fda8e0a-9728-48b6-983e-f33441dab8c6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:36:33.791357 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.956618 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb7e96-abc6-4240-83a0-43e7fb0faa15 req-aad090fb-d43f-496a-a337-9634f88e802e tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:33.958496 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-16fb7e96-abc6-4240-83a0-43e7fb0faa15 req-aad090fb-d43f-496a-a337-9634f88e802e tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 944 time: 0.1464968 Sep 09 21:36:33.990504 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.993502 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:33.996483 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aa6cecf-0bb2-4bb6-a67d-6be3bfa43cd8 HTTP/1.1" status: 204 len: 168 time: 0.7017956 Sep 09 21:36:34.025803 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adeb6b-8f36-4ae1-b7bb-d84d11e32f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6cecf-0bb2-4bb6-a67d-6be3bfa43cd8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:34.045763 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:34.054984 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-16fb7e96-abc6-4240-83a0-43e7fb0faa15 req-f080b3f5-c11f-4dd8-b57a-4234f380ad3d tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847263 Sep 09 21:36:34.081238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '6fda8e0a-9728-48b6-983e-f33441dab8c6', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'port_id': '6fda8e0a-9728-48b6-983e-f33441dab8c6', 'mac_address': 'fa:16:3e:07:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:36:34.121813 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Allocated IP 172.27.0.178 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/ddc13bbf-465c-481b-a69a-6d6982384b82) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:34.233937 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.250461 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.252521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.267885 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:24Z', 'revision_number': 4, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7501658f-5a4a-4b73-b399-7d118438385a', 'name': '', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'mac_address': 'fa:16:3e:4e:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '299c5070-07f6-42f5-9b01-751113bb20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:19Z', 'updated_at': '2021-09-09T21:36:31Z', 'revision_number': 4, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'subnets': [{'id': '299c5070-07f6-42f5-9b01-751113bb20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:36:34.270721 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fda8e0a-9728-48b6-983e-f33441dab8c6 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:34.323232 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573404c1-f30d-4606-a956-7fbd93bddca5 None None] The sync data for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi is: [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:36:24Z', 'revision_number': 4, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7501658f-5a4a-4b73-b399-7d118438385a', 'name': '', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'mac_address': 'fa:16:3e:4e:6b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '299c5070-07f6-42f5-9b01-751113bb20df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:19Z', 'updated_at': '2021-09-09T21:36:31Z', 'revision_number': 4, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'subnets': [{'id': '299c5070-07f6-42f5-9b01-751113bb20df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:36:34.346258 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:34.354999 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.356213 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 024589f1-939c-4849-b573-60050b405bc6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:36:34.390379 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.438025 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port af288d07-889b-4391-b370-d93d72f5e1ce, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=af288d07-889b-4391-b370-d93d72f5e1ce,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:34.502680 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.562425 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:34.584708 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.668737 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:34.678789 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:34.711694 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:34.723975 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:34.727643 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1c71f-d316-4314-8a12-86981f149b44 req-6cc71cda-b29e-45c5-ae75-023e4fd0fcc5 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:34.744026 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39d1c71f-d316-4314-8a12-86981f149b44 req-6cc71cda-b29e-45c5-ae75-023e4fd0fcc5 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 944 time: 0.1165235 Sep 09 21:36:34.823289 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=ddc13bbf-465c-481b-a69a-6d6982384b82,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:34.835790 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=024589f1-939c-4849-b573-60050b405bc6,segment=NetworkSegment(31c3c4dd-54be-43b3-8110-4215b0156429),segment_id=31c3c4dd-54be-43b3-8110-4215b0156429)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:34.864085 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '024589f1-939c-4849-b573-60050b405bc6', 'network_id': '3294a4c1-704f-4cc2-ae58-c2905b9bab63', 'port_id': '024589f1-939c-4849-b573-60050b405bc6', 'mac_address': 'fa:16:3e:26:ad:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945375bd-1d9e-4e58-a428-030203f1e91c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:36:34.867062 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39d1c71f-d316-4314-8a12-86981f149b44 req-e205beaf-08e4-46e0-a7fa-8183dd25d360 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163495 Sep 09 21:36:34.871435 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-8a2a935b-8f01-47ed-9d63-1592f5cb12e8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:34.873818 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-8a2a935b-8f01-47ed-9d63-1592f5cb12e8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 818 time: 0.3369656 Sep 09 21:36:34.933932 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-4b4257dd-7846-4946-8122-687e2d2465f5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/quotas/bef6229a4088409f9d1a385ccb82c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0471973 Sep 09 21:36:34.946422 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:34.966470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024589f1-939c-4849-b573-60050b405bc6 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:35.032227 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=024589f1-939c-4849-b573-60050b405bc6,segment=NetworkSegment(31c3c4dd-54be-43b3-8110-4215b0156429),segment_id=31c3c4dd-54be-43b3-8110-4215b0156429)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:35.041466 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:35.159844 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:35.286206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7501658f-5a4a-4b73-b399-7d118438385a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:35.354192 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:35.382489 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:36:35.419614 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c3715-ca1b-4391-b432-042a6cfd9783 req-e67ecc94-770c-424e-ba6d-fec7ceea5798 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:35.425460 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['024589f1-939c-4849-b573-60050b405bc6'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:36:35.429491 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd6c3715-ca1b-4391-b432-042a6cfd9783 req-e67ecc94-770c-424e-ba6d-fec7ceea5798 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 945 time: 0.1949387 Sep 09 21:36:35.486230 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-c8151496-700b-45c8-a725-38ad26f56d2b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5143449 Sep 09 21:36:35.510061 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33476) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:35.554958 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:35.601311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-652419a6-fcb4-4cde-b327-280128ae6203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:35.630011 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd6c3715-ca1b-4391-b432-042a6cfd9783 req-019a81cf-fa0e-4f3b-b005-2b91ff5a2aba tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923687 Sep 09 21:36:35.671554 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:35.724351 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 7501658f-5a4a-4b73-b399-7d118438385a completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:35.750413 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 7501658f-5a4a-4b73-b399-7d118438385a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:35.750716 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.094205 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.108606 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.136510 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-652419a6-fcb4-4cde-b327-280128ae6203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.167444 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.190639 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-06f773e1-6023-4eac-a68e-6fba3e22bee3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:36.194265 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-06f773e1-6023-4eac-a68e-6fba3e22bee3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 818 time: 0.3975573 Sep 09 21:36:36.194932 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-652419a6-fcb4-4cde-b327-280128ae6203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.236176 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Request body: {'port': {'device_id': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'admin_state_up': True, 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:36.252807 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 7501658f-5a4a-4b73-b399-7d118438385a, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7501658f-5a4a-4b73-b399-7d118438385a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:36.265771 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.267035 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device af288d07-889b-4391-b370-d93d72f5e1ce up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:36.360823 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652419a6-fcb4-4cde-b327-280128ae6203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08398d6-fcfe-4f4a-a10e-4be814398de7,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:36.434913 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:36.456774 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port af288d07-889b-4391-b370-d93d72f5e1ce triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:36.457523 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.517097 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-652419a6-fcb4-4cde-b327-280128ae6203 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5066cbcd0c81464d9a031b16de4cb299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0017416 Sep 09 21:36:36.517097 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33502) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:36.629445 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.656459 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e818f3d-047e-4fef-9339-704eb216c366 req-2f1a6442-a975-4d62-982d-9074ded8928b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:36.664588 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0e818f3d-047e-4fef-9339-704eb216c366 req-2f1a6442-a975-4d62-982d-9074ded8928b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 944 time: 0.5135381 Sep 09 21:36:36.668554 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=ddc13bbf-465c-481b-a69a-6d6982384b82,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:36.689997 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1498a3a6-4609-4945-a8ce-ee70cff8edca service neutron] 10.222.0.21 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2027714 Sep 09 21:36:36.690933 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.708130 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.797515 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0e818f3d-047e-4fef-9339-704eb216c366 req-45ec0b8b-e188-4e4b-9d1a-39bf9cffbf33 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296871 Sep 09 21:36:36.801306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Made reservation on behalf of bef6229a4088409f9d1a385ccb82c9e3 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:36.815409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.815520 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.818234 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3bf85bb5-b25a-427a-a471-b6e043e91e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9843175 Sep 09 21:36:36.836660 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-20f4e989-0fa5-47fa-a2e6-102da88d2adc service neutron] 10.222.0.21 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378551 Sep 09 21:36:36.880183 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.883129 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:36.884266 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b08398d6-fcfe-4f4a-a10e-4be814398de7 HTTP/1.1" status: 204 len: 168 time: 0.3664708 Sep 09 21:36:36.974593 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ab9b8-f744-4c34-861c-467d6f97e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08398d6-fcfe-4f4a-a10e-4be814398de7,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:37.054498 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7501658f-5a4a-4b73-b399-7d118438385a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:37.107673 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f704d7-ee1c-4051-bc95-1b95c566f138 req-5ff9f995-4530-4d30-bdcb-b1b347f7612b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:37.109511 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d5f704d7-ee1c-4051-bc95-1b95c566f138 req-5ff9f995-4530-4d30-bdcb-b1b347f7612b tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 945 time: 0.2306330 Sep 09 21:36:37.135639 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a3792845-6119-4853-bff8-d4e53dda573e req-8a5ba1f8-0591-45f4-88a5-aed43f996b18 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0840201 Sep 09 21:36:37.154013 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Allocated IP 172.20.0.4 (7f2ba42c-3cf1-4596-b627-de6231ca89b4/299c5070-07f6-42f5-9b01-751113bb20df/acce1e14-59d7-4644-ab01-58200c0455e8) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:37.225344 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d5f704d7-ee1c-4051-bc95-1b95c566f138 req-88c3888e-183e-4e06-b864-fe8ef4c6044e tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094546 Sep 09 21:36:37.264985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 7501658f-5a4a-4b73-b399-7d118438385a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:37.266332 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:37.479211 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-03ba9af3-0b44-4fef-b27e-5629293a200b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--688206964&fields=id&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 267 time: 0.1419718 Sep 09 21:36:37.677406 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:37.721178 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 6fda8e0a-9728-48b6-983e-f33441dab8c6 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:37.847521 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-b75df31f-9a39-41ba-a729-b89f11dd1326 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:37.852992 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-b75df31f-9a39-41ba-a729-b89f11dd1326 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 817 time: 0.3629673 Sep 09 21:36:37.893266 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:37.911279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-54290b71-da9b-4fa4-b9c6-7a7a32b10d28 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/quotas/9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 375 time: 0.0505476 Sep 09 21:36:37.968587 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 6fda8e0a-9728-48b6-983e-f33441dab8c6 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:37.973499 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 6fda8e0a-9728-48b6-983e-f33441dab8c6 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:37.973928 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.076849 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-e27e6cdc-177b-4e40-9842-78411ede0efb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534061 Sep 09 21:36:38.084481 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Pushing event updated for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:38.186464 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:38.191105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:38.194997 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:38.202658 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:38.204196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.225180 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750f71-d243-4f01-b9a7-36501262b90f req-98267db5-f832-4dbc-8070-9d355ba5ed74 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:38.226892 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-49750f71-d243-4f01-b9a7-36501262b90f req-98267db5-f832-4dbc-8070-9d355ba5ed74 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 944 time: 0.1394598 Sep 09 21:36:38.231835 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-263acaf8-e9d5-4376-a165-07502751d1c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0215802 Sep 09 21:36:38.331972 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-b576741c-e381-4c25-b97b-6900903abad6 service neutron] 10.222.0.21 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055347 Sep 09 21:36:38.335540 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-49750f71-d243-4f01-b9a7-36501262b90f req-36102e8d-0f87-4835-9d80-22004e2f4250 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915551 Sep 09 21:36:38.360941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.411375 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:38.516967 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:38.519594 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ec289268-4542-49d7-9b39-e7ed3a4c49de req-d49c2a2e-2fb0-4a36-adf0-0b3de36f7deb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0598724 Sep 09 21:36:38.534598 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.535839 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 024589f1-939c-4849-b573-60050b405bc6 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:38.547335 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-918263b1-a082-40d9-908c-bab923bc343e service neutron] 10.222.0.21 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841862 Sep 09 21:36:38.637330 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:38.644277 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 024589f1-939c-4849-b573-60050b405bc6 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:38.649767 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 024589f1-939c-4849-b573-60050b405bc6 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:38.650150 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.788686 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92334f0-b288-4188-9b39-7580af11c440 req-9a728d56-53ef-49e4-9c38-6cfa8177b92f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:38.792614 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f92334f0-b288-4188-9b39-7580af11c440 req-9a728d56-53ef-49e4-9c38-6cfa8177b92f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 945 time: 0.1135106 Sep 09 21:36:38.801453 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:38.895109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f92334f0-b288-4188-9b39-7580af11c440 req-5fccbc0a-1f2b-479f-b786-57fc6397c168 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Sep 09 21:36:38.940374 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b867da-d479-4e19-8cc7-1e7c627c9ac7" -d '{"events": [{"server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:38.970801 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=024589f1-939c-4849-b573-60050b405bc6,segment=NetworkSegment(31c3c4dd-54be-43b3-8110-4215b0156429),segment_id=31c3c4dd-54be-43b3-8110-4215b0156429)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:38.977986 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f40ba7b-8d77-4071-be83-45427fefbe4e req-04b9e7c7-1baf-416a-809a-6a36c2de40ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0996785 Sep 09 21:36:38.981030 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:39.166352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:39.234679 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:39.447522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f60112f-fde6-4f58-8639-09b215dd8647 x-openstack-request-id: req-5f60112f-fde6-4f58-8639-09b215dd8647 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:39.448293 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:39.448293 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f60112f-fde6-4f58-8639-09b215dd8647 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:39.448577 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6', 'code': 200} Sep 09 21:36:39.508055 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c712d54-7b2b-4805-b88a-d3e29b29fcf7 req-c12ae522-84ed-45ee-bba0-2819470539d3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:39.509768 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7c712d54-7b2b-4805-b88a-d3e29b29fcf7 req-c12ae522-84ed-45ee-bba0-2819470539d3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0690179 Sep 09 21:36:39.560515 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7c712d54-7b2b-4805-b88a-d3e29b29fcf7 req-cc84d8b4-12d1-4757-b55f-23bda1c21469 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Sep 09 21:36:39.688689 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e2ef300b-9ca2-467b-963b-9845cd4c17b2 req-99230925-df01-4de3-b272-121f0cff717f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0339074 Sep 09 21:36:40.078923 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a62691-f15b-4a83-83ec-6f49cdd708cf req-913f5829-901d-4f67-8b95-d4ce2dc6c1e5 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:40.080930 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77a62691-f15b-4a83-83ec-6f49cdd708cf req-913f5829-901d-4f67-8b95-d4ce2dc6c1e5 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0625575 Sep 09 21:36:40.118951 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-af2299a0-0714-444f-85ef-d12addab714f req-9e44d563-683f-415b-9fb0-33025ecf1867 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0273547 Sep 09 21:36:40.122373 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77a62691-f15b-4a83-83ec-6f49cdd708cf req-06f3e994-6981-4d68-878d-ce4ef690b585 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Sep 09 21:36:40.706068 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28525b3-4a73-4011-b509-18c3b2c23746 req-05c327eb-ac0c-4741-b964-c393ec1f76e6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:40.707658 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d28525b3-4a73-4011-b509-18c3b2c23746 req-05c327eb-ac0c-4741-b964-c393ec1f76e6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0547101 Sep 09 21:36:40.764834 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d28525b3-4a73-4011-b509-18c3b2c23746 req-8909fb68-a6cd-4219-b805-e5e7376590bc tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Sep 09 21:36:40.825756 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c581e374-18bc-4885-affd-54cc5112de18 req-6e59ec7b-58e6-4361-a338-102d795df8a8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0426359 Sep 09 21:36:40.950378 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Request body: {'port': {'device_id': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:41.050760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:41.396396 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-98ac7af8-3659-4392-8d1a-d33e9dfad8a2 req-f2cae600-3a7e-40a6-9060-363894e2e1e8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0501206 Sep 09 21:36:41.450207 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024589f1-939c-4849-b573-60050b405bc6'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:41.452814 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75e7c3e-4e6e-4b95-982d-5e17f679bad6" -d '{"events": [{"server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "name": "network-vif-plugged", "status": "completed", "tag": "024589f1-939c-4849-b573-60050b405bc6"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:41.497334 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-b770c058-9732-41ab-b600-a8342cc74635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:41.498962 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-b770c058-9732-41ab-b600-a8342cc74635 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 1098 time: 0.2759697 Sep 09 21:36:41.524000 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe201e-7cba-4fb5-a082-e34d02d4ffaf x-openstack-request-id: req-6abe201e-7cba-4fb5-a082-e34d02d4ffaf {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:41.524524 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "name": "network-vif-plugged", "status": "completed", "tag": "024589f1-939c-4849-b573-60050b405bc6", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:41.524988 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6abe201e-7cba-4fb5-a082-e34d02d4ffaf {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:41.525659 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024589f1-939c-4849-b573-60050b405bc6', 'code': 200} Sep 09 21:36:41.530668 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-6eb63825-7327-4be3-8805-94befbc70514 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:41.566058 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600a752-182a-427e-8aae-d0e559997f97 req-dd4bd138-8a21-4e5f-9656-658c562eea4f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:41.582581 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a600a752-182a-427e-8aae-d0e559997f97 req-dd4bd138-8a21-4e5f-9656-658c562eea4f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.1647131 Sep 09 21:36:41.691127 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a600a752-182a-427e-8aae-d0e559997f97 req-0cc5ddff-4c7b-4f53-81b6-4f56b9601878 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Sep 09 21:36:41.931084 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.45', 53675) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:41.945003 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.45', 53676) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:42.000801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acce1e14-59d7-4644-ab01-58200c0455e8 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:42.040426 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.109977 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Transition to ACTIVE for port object acce1e14-59d7-4644-ab01-58200c0455e8 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:42.118516 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.307353 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:42.359693 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-4579ea0a-a95e-47a0-b9db-018ffbe4ac47 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:42.362673 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-4579ea0a-a95e-47a0-b9db-018ffbe4ac47 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 818 time: 0.4002254 Sep 09 21:36:42.371041 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-6eb63825-7327-4be3-8805-94befbc70514 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.380796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8c52-e52f-4544-8698-fb54542805d6 req-ed130ba9-ed5b-468d-a492-0b0e81f5b453 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:42.395013 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-6eb63825-7327-4be3-8805-94befbc70514 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.399038 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef1e8c52-e52f-4544-8698-fb54542805d6 req-ed130ba9-ed5b-468d-a492-0b0e81f5b453 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.3206782 Sep 09 21:36:42.454330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Attempting to bind port acce1e14-59d7-4644-ab01-58200c0455e8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:42.454694 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Attempting to bind port acce1e14-59d7-4644-ab01-58200c0455e8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:42.455405 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Attempting to bind port acce1e14-59d7-4644-ab01-58200c0455e8 on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:42.473668 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Port acce1e14-59d7-4644-ab01-58200c0455e8 on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:36:42.474155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Attempting to bind port acce1e14-59d7-4644-ab01-58200c0455e8 on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:42.491535 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c51684fd-362a-4bd9-8849-92b1434a82c2 req-6943791b-232c-44a3-a418-eb01c455851e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.4478149 Sep 09 21:36:42.493505 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cb84df28-c97c-41dc-8e49-1d5a4bd5974b req-6eb63825-7327-4be3-8805-94befbc70514 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9854264 Sep 09 21:36:42.501799 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:42.502832 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Checking segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:42.503469 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Bound using segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:42.504311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Bound port: acce1e14-59d7-4644-ab01-58200c0455e8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:42.504978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.513600 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef1e8c52-e52f-4544-8698-fb54542805d6 req-15e5cfe5-ffca-4956-bf90-21e5f624caae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131723 Sep 09 21:36:42.538420 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab4f9-3905-4764-9c80-ac5e0b959aea req-37e869c9-e321-44ca-9c7e-436681a6b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:42.541217 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab7ab4f9-3905-4764-9c80-ac5e0b959aea req-37e869c9-e321-44ca-9c7e-436681a6b947 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 1099 time: 0.5766101 Sep 09 21:36:42.544687 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb63825-7327-4be3-8805-94befbc70514 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55a70b55-95a0-4e88-9b62-deaa3e25b61a,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:42.625105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:42.635763 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=acce1e14-59d7-4644-ab01-58200c0455e8,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:42.647859 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.658417 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2abed7f1-3ecf-467f-be86-0ff2cb3d1ae6 req-b0a52d6c-a330-4160-9b20-d6caba9f6d60 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0469396 Sep 09 21:36:42.703199 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:42.704145 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:42.709174 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] 10.222.0.45 "PUT /v2.0/ports/acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 1093 time: 1.7624109 Sep 09 21:36:42.710030 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:42.713745 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:42.749704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29cfc-a72e-407a-93c8-f2fcb122b9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:42.804416 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ac578-aa1d-49fe-ae5b-73163bb0d07a x-openstack-request-id: req-8b9ac578-aa1d-49fe-ae5b-73163bb0d07a {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:42.805193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:42.807647 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b9ac578-aa1d-49fe-ae5b-73163bb0d07a {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:42.808157 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8', 'status': 'completed', 'code': 200} Sep 09 21:36:42.912755 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c36a2-48b4-4108-917d-eca58cacb040 req-572b3a5d-be6b-4a10-a784-777d28469f32 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:42.912755 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c21c36a2-48b4-4108-917d-eca58cacb040 req-572b3a5d-be6b-4a10-a784-777d28469f32 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0849202 Sep 09 21:36:42.987414 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c21c36a2-48b4-4108-917d-eca58cacb040 req-d9114cc4-c2f9-4f89-b48d-c705aaacdeb1 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672827 Sep 09 21:36:43.676382 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bd6f9a56-5735-4b7a-b1e9-eff361972ec4 req-ce38346b-a1a7-4013-9736-0399abfa61a9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0495646 Sep 09 21:36:43.758443 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6f2a-867a-429f-9734-d10e4a534a0e req-cd643a03-060e-47eb-876e-7370bb4acc20 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:43.760908 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e1a6f2a-867a-429f-9734-d10e4a534a0e req-cd643a03-060e-47eb-876e-7370bb4acc20 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0878470 Sep 09 21:36:43.822729 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e1a6f2a-867a-429f-9734-d10e4a534a0e req-34bead22-5bc9-48e1-997d-d3a180ff6b25 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522270 Sep 09 21:36:43.830827 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fedc2fdf-45e9-430a-b093-ca9587bc073b req-a386d703-ace5-4ec2-a271-e5eceea9525a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0369267 Sep 09 21:36:44.148320 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007d155-1f12-44c4-9dda-c42541c91c67 req-b2a81198-45a9-4f3e-863e-f4bf0793b6df tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:44.148320 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8007d155-1f12-44c4-9dda-c42541c91c67 req-b2a81198-45a9-4f3e-863e-f4bf0793b6df tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0671747 Sep 09 21:36:44.202641 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8007d155-1f12-44c4-9dda-c42541c91c67 req-203c08de-2e22-480d-a0f5-9dafcc666add tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Sep 09 21:36:44.785316 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c51be7d3-391f-4cab-abf4-d539ea50cb60 req-9f7a5c4e-294f-46bc-bf90-0d838e240f44 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0309725 Sep 09 21:36:44.978719 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb57d8-0750-4890-a0e9-8c4bffb531f8 req-dba5fce6-294e-40e2-9362-d92050137fbd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:44.980638 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36fb57d8-0750-4890-a0e9-8c4bffb531f8 req-dba5fce6-294e-40e2-9362-d92050137fbd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0580668 Sep 09 21:36:44.995858 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e07671f-38ff-4e89-8d8d-42617338cb95 req-2191fc90-3e0a-494b-b2c1-82655cac1574 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0338564 Sep 09 21:36:45.030375 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36fb57d8-0750-4890-a0e9-8c4bffb531f8 req-a987f78c-a5c1-49bb-b408-2c6d3ad71c02 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Sep 09 21:36:45.240141 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Request body: {'port': {'device_id': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'admin_state_up': True, 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:45.405463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab16c8f-91f5-485e-8774-82930960ec62 req-312a2bf6-4421-4d43-9d4a-012984b40264 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:45.416417 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3ab16c8f-91f5-485e-8774-82930960ec62 req-312a2bf6-4421-4d43-9d4a-012984b40264 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0813398 Sep 09 21:36:45.515727 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab7ab4f9-3905-4764-9c80-ac5e0b959aea req-96cea534-2de9-43b1-a8bb-5a1f6d80a95a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822967 Sep 09 21:36:45.560769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-3b3bbef7-65e4-4551-afe4-be7c19c03ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:45.563841 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-3b3bbef7-65e4-4551-afe4-be7c19c03ed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1096 time: 0.2792051 Sep 09 21:36:45.570872 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3ab16c8f-91f5-485e-8774-82930960ec62 req-14064c6d-11f1-4807-bab3-c97b14c17b49 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526468 Sep 09 21:36:45.619668 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Made reservation on behalf of bef6229a4088409f9d1a385ccb82c9e3 for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:45.632042 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:46.170953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-1a5bd56a-76a4-494a-90e8-38d3984aaaed tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:46.178537 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c471c8b8-5253-4815-8af6-1ad63e6dd0d6 req-b2444d53-b592-4c55-9ad2-2eaffd2ccc34 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.1990848 Sep 09 21:36:46.180308 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-1a5bd56a-76a4-494a-90e8-38d3984aaaed tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 817 time: 0.7059162 Sep 09 21:36:46.194802 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Allocated IP 172.20.0.5 (7f2ba42c-3cf1-4596-b627-de6231ca89b4/299c5070-07f6-42f5-9b01-751113bb20df/35d79fb2-2140-4bd5-bc44-da670099319a) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:46.214232 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6d26aaa5-da3a-419e-a98a-29f5eaf50520 req-76d740f6-0ecf-4adb-9283-722fc23498db tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0599787 Sep 09 21:36:46.282612 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-26d5c305-0f28-4d54-8b2f-02470301fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:46.285174 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-26d5c305-0f28-4d54-8b2f-02470301fbd8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5370367 Sep 09 21:36:46.308887 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-2bed0ee1-51be-44b3-b40e-d576a09e0878 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 379 time: 0.0927639 Sep 09 21:36:46.334611 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'port': {'device_id': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'admin_state_up': True, 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'security_groups': ['c0f48388-4be0-4e22-bd61-756a8dd31cc8']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:46.609595 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Made reservation on behalf of 9807736386194b2ca9960fff4feb2cdd for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:46.634314 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:46.734125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33878) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:46.828237 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05f65-2f45-4b96-91ce-922d8ebd0e2c req-76b796e0-67eb-4ed2-8971-2a04f4e65a78 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:46.830019 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed05f65-2f45-4b96-91ce-922d8ebd0e2c req-76b796e0-67eb-4ed2-8971-2a04f4e65a78 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.4863980 Sep 09 21:36:46.925132 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512b81-ef58-4b7e-8b05-171115b0cd82 req-543f1a96-8c6a-443a-98f9-fdd5df4763f6 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:46.936169 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be512b81-ef58-4b7e-8b05-171115b0cd82 req-543f1a96-8c6a-443a-98f9-fdd5df4763f6 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.1109788 Sep 09 21:36:46.942702 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.030545 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be512b81-ef58-4b7e-8b05-171115b0cd82 req-6d9dda54-666f-4eb7-af63-a76a6b95dafa tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929227 Sep 09 21:36:47.034694 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Allocated IP 172.20.0.13 (0cae5c79-09aa-42a8-8cd1-7fa33d4e464c/4d83b822-eadb-4aac-8ec6-4fea92efd1b3/b89198a0-7323-4891-be75-96fdd52cbdde) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:36:47.061774 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.150366 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-379ebf34-485f-41a0-ae94-ca74c0063427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:47.152303 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6f324efa-db46-4ff6-bb1a-3fdf44e46ce5 req-379ebf34-485f-41a0-ae94-ca74c0063427 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8485541 Sep 09 21:36:47.332023 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.410267 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Transition to ACTIVE for port object b89198a0-7323-4891-be75-96fdd52cbdde will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:47.439462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33904) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:47.456058 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94b476-0d8c-4fcb-b6cf-32834b192c13 req-894ba2a2-243a-4a87-af1b-9f92df00a12c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:47.459089 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5c94b476-0d8c-4fcb-b6cf-32834b192c13 req-894ba2a2-243a-4a87-af1b-9f92df00a12c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 931 time: 0.1415713 Sep 09 21:36:47.510356 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:47.511493 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-016f7731-0117-4db1-84ec-a34c1d17d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.534220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:47.547595 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:47.552572 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Pushing event updated for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:47.563691 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed05f65-2f45-4b96-91ce-922d8ebd0e2c req-e619a7d4-0bf9-4266-9c9d-8f34efc022bb tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310748 Sep 09 21:36:47.593560 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5c94b476-0d8c-4fcb-b6cf-32834b192c13 req-9d2dcc05-1906-4baf-bd79-f4f3bf0fac1c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165049 Sep 09 21:36:47.607179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.676040 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:47.677386 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.700332 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:36:47.709227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:47.733638 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:36:47.745727 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:47.746863 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.778495 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-51176f84-1174-492c-ae11-54a4f056165f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.806006 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-016f7731-0117-4db1-84ec-a34c1d17d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.815650 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:47.815961 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-016f7731-0117-4db1-84ec-a34c1d17d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.829320 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-1bea264f-f8ac-4821-87ef-281cce932f8b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5983660 Sep 09 21:36:47.829635 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-8c6af998-15e7-44fd-8b1d-f8d77dcff670 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5038073 Sep 09 21:36:47.874624 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f954e-c7a1-4e03-9e33-b3b49f57ad8c req-0124f719-f654-4627-a113-e220900ab7db tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:47.876440 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b4f954e-c7a1-4e03-9e33-b3b49f57ad8c req-0124f719-f654-4627-a113-e220900ab7db tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 932 time: 0.1099069 Sep 09 21:36:47.884341 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-016f7731-0117-4db1-84ec-a34c1d17d1e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da946b6180a943ecb2b07ae7691c9a93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1302934 Sep 09 21:36:47.885171 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33908) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:47.885847 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f7731-0117-4db1-84ec-a34c1d17d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4cee3b-a60c-465a-a74e-c43d68d07cba,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:47.963727 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b4f954e-c7a1-4e03-9e33-b3b49f57ad8c req-8ee34477-ef6d-47b5-9db1-13b0c5c324bb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729959 Sep 09 21:36:47.984485 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.984734 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-51176f84-1174-492c-ae11-54a4f056165f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:47.992649 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-51176f84-1174-492c-ae11-54a4f056165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.015497 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.076751 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-51176f84-1174-492c-ae11-54a4f056165f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65fa14e2c0204979b126b8a5a7f8dd2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6353190 Sep 09 21:36:48.078396 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51176f84-1174-492c-ae11-54a4f056165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415e2c28-3df9-4546-903c-03c6e0257884,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:48.083184 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 33912) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:48.097508 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.103498 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.106501 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e4cee3b-a60c-465a-a74e-c43d68d07cba HTTP/1.1" status: 204 len: 168 time: 0.2171996 Sep 09 21:36:48.121770 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-edb4a123-aba0-4fa8-a520-56b29ec6532a None None] Provisioning for port b89198a0-7323-4891-be75-96fdd52cbdde completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:48.128070 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-edb4a123-aba0-4fa8-a520-56b29ec6532a None None] Provisioning complete for port b89198a0-7323-4891-be75-96fdd52cbdde triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:48.128463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d3400-6f8d-4722-be6a-fde85ec5583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4cee3b-a60c-465a-a74e-c43d68d07cba,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:48.129101 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-edb4a123-aba0-4fa8-a520-56b29ec6532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.197442 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-edb4a123-aba0-4fa8-a520-56b29ec6532a None None] Port b89198a0-7323-4891-be75-96fdd52cbdde cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:36:48.217193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.266562 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.298578 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8714d-8fb2-482b-bff8-e3785592dbb1 req-d67d5f4c-2218-4de5-92c9-1180029ecf62 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:48.301450 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-09e8714d-8fb2-482b-bff8-e3785592dbb1 req-d67d5f4c-2218-4de5-92c9-1180029ecf62 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.1343706 Sep 09 21:36:48.402661 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-09e8714d-8fb2-482b-bff8-e3785592dbb1 req-3cb29252-302a-4a31-b47c-473f12378c87 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882082 Sep 09 21:36:48.430125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.435348 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.439505 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/415e2c28-3df9-4546-903c-03c6e0257884 HTTP/1.1" status: 204 len: 168 time: 0.3526196 Sep 09 21:36:48.451882 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f51cf-4979-4a04-9360-a56d785b8798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e2c28-3df9-4546-903c-03c6e0257884,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:48.532938 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33926) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:48.557871 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6daeb6fa-391b-4848-b3d6-0ea0cd9a82bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.710810 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6daeb6fa-391b-4848-b3d6-0ea0cd9a82bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.741717 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6daeb6fa-391b-4848-b3d6-0ea0cd9a82bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.798705 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-6daeb6fa-391b-4848-b3d6-0ea0cd9a82bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=614351528beb4bac8362f912f33eb4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641659 Sep 09 21:36:48.801024 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeb6fa-391b-4848-b3d6-0ea0cd9a82bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860acc8e-9cd7-4636-9ffa-ed7c1e252c19,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:48.803407 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33934) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:48.831389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b7056-679d-4c43-b0d8-0179eecaa3d5 req-62157ab8-3efe-4bcd-902d-5986c1890c43 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:48.832895 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-372b7056-679d-4c43-b0d8-0179eecaa3d5 req-62157ab8-3efe-4bcd-902d-5986c1890c43 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.1205671 Sep 09 21:36:48.841653 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33936) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:48.842987 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c732-428f-4964-8c83-b534f6d438ff req-22f33520-c1a3-4c52-9dc3-56072c144501 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:48.848117 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0318c732-428f-4964-8c83-b534f6d438ff req-22f33520-c1a3-4c52-9dc3-56072c144501 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 931 time: 0.1066854 Sep 09 21:36:48.879598 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c68fe818-ecac-4927-8217-1fbb74e582ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.906517 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0318c732-428f-4964-8c83-b534f6d438ff req-8e8c9b02-806a-46d4-a4b4-46bf53d0ed7f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544636 Sep 09 21:36:48.934115 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-372b7056-679d-4c43-b0d8-0179eecaa3d5 req-7a44cde1-df66-41fc-a891-78b780755796 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827854 Sep 09 21:36:48.934758 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:48.970510 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.065843 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.068403 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.069597 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/860acc8e-9cd7-4636-9ffa-ed7c1e252c19 HTTP/1.1" status: 204 len: 168 time: 0.2651520 Sep 09 21:36:49.091388 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c68fe818-ecac-4927-8217-1fbb74e582ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.092735 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e3a90-949e-44b1-8a7b-9de839e30cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860acc8e-9cd7-4636-9ffa-ed7c1e252c19,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:49.099476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c68fe818-ecac-4927-8217-1fbb74e582ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.147486 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c68fe818-ecac-4927-8217-1fbb74e582ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=202b6ae10a954730a7536dfad442a802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047473 Sep 09 21:36:49.148511 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fe818-ecac-4927-8217-1fbb74e582ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe12b2-147e-43e5-b518-5a4af97d502e,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:49.152805 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 33942) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:49.189098 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f9cc3-3260-4c94-a968-72480ddca6ae req-f7ef3d32-8487-46d0-ac70-c0ddcec11609 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:49.191382 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-819f9cc3-3260-4c94-a968-72480ddca6ae req-f7ef3d32-8487-46d0-ac70-c0ddcec11609 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 932 time: 0.1058702 Sep 09 21:36:49.220387 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.250523 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-819f9cc3-3260-4c94-a968-72480ddca6ae req-5536a18d-e48c-4dea-83c4-d37cc6c6d540 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527155 Sep 09 21:36:49.259617 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.327585 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Request body: {'port': {'device_id': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:49.332558 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Request body: {'port': {'device_id': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:49.403281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.406258 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.410214 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1efe12b2-147e-43e5-b518-5a4af97d502e HTTP/1.1" status: 204 len: 168 time: 0.2546909 Sep 09 21:36:49.439892 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.445162 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b7a09-2a24-4771-83a9-0bc18d0ba356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe12b2-147e-43e5-b518-5a4af97d502e,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:49.501738 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:49.548514 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-23f09e40-25b6-4257-9539-a36c9729782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:49.559632 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-23f09e40-25b6-4257-9539-a36c9729782e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1096 time: 0.2040560 Sep 09 21:36:49.905507 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-464950a0-2d8d-4f7f-8156-943d9dc44b03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0983334 Sep 09 21:36:50.017472 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31364-f57c-4ca5-ac19-78bbb3ae3c1d req-ecb56e47-3b34-4933-8a30-8f434b0d3a74 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:50.019312 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6fd31364-f57c-4ca5-ac19-78bbb3ae3c1d req-ecb56e47-3b34-4933-8a30-8f434b0d3a74 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.2134869 Sep 09 21:36:50.032399 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d79fb2-2140-4bd5-bc44-da670099319a {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:50.045863 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:50.055030 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-2da1db6f-039a-445b-a5ca-52da0ace150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:50.056739 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-2da1db6f-039a-445b-a5ca-52da0ace150a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.1387794 Sep 09 21:36:50.083296 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Transition to ACTIVE for port object 35d79fb2-2140-4bd5-bc44-da670099319a will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:50.110821 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:50.173905 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6fd31364-f57c-4ca5-ac19-78bbb3ae3c1d req-fa8acf19-682d-422c-8bfa-492ae85e4286 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340916 Sep 09 21:36:50.176221 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-7cc8f81f-2da7-4383-ba2c-0fcf019d8d11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778947 Sep 09 21:36:50.221034 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c3310-674d-475a-8f07-b25fa5bbe939 req-ddaf852d-33b8-478f-856e-4c0f426882fb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:50.246748 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-030c3310-674d-475a-8f07-b25fa5bbe939 req-ddaf852d-33b8-478f-856e-4c0f426882fb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.1370122 Sep 09 21:36:50.283664 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Pushing event updated for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:50.310262 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:50.327338 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:50.379403 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-030c3310-674d-475a-8f07-b25fa5bbe939 req-bd004aca-badd-4da8-8575-ff20beb309ea tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153035 Sep 09 21:36:50.390970 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Transition to ACTIVE for port object b89198a0-7323-4891-be75-96fdd52cbdde will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:36:50.400042 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:50.571185 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-5a253253-ea9f-4523-b169-c1455005cdd8 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846059 Sep 09 21:36:50.574328 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Attempting to bind port 35d79fb2-2140-4bd5-bc44-da670099319a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:50.574782 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Attempting to bind port 35d79fb2-2140-4bd5-bc44-da670099319a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:50.575353 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Attempting to bind port 35d79fb2-2140-4bd5-bc44-da670099319a on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:50.589735 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f017-7ab8-4032-b079-479d2cce23fd req-c05b12b5-6ec5-419e-8a02-ede1b1c66503 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:50.590719 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ff2f017-7ab8-4032-b079-479d2cce23fd req-c05b12b5-6ec5-419e-8a02-ede1b1c66503 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.1451418 Sep 09 21:36:50.613765 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:50.677814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Port 35d79fb2-2140-4bd5-bc44-da670099319a on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:36:50.677814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Attempting to bind port 35d79fb2-2140-4bd5-bc44-da670099319a on network 7f2ba42c-3cf1-4596-b627-de6231ca89b4 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:50.761463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Attempting to bind port b89198a0-7323-4891-be75-96fdd52cbdde on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:36:50.761793 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Attempting to bind port b89198a0-7323-4891-be75-96fdd52cbdde by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:36:50.762125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Attempting to bind port b89198a0-7323-4891-be75-96fdd52cbdde on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:50.788428 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:50.789014 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Checking segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:50.789642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Bound using segment: {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:50.790154 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0f485-b698-4afd-9ca6-f5d85d2c0b46 req-6072803d-d13a-40ee-99c2-ffd0fb9390da tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:50.794224 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Bound port: 35d79fb2-2140-4bd5-bc44-da670099319a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c6b207-387b-443f-9179-2b227a5bd04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:50.796466 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:50.801982 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-30e0f485-b698-4afd-9ca6-f5d85d2c0b46 req-6072803d-d13a-40ee-99c2-ffd0fb9390da tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.3042245 Sep 09 21:36:50.851470 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Port b89198a0-7323-4891-be75-96fdd52cbdde on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:36:50.851779 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Attempting to bind port b89198a0-7323-4891-be75-96fdd52cbdde on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:36:50.873943 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:36:50.874288 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Checking segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:50.874707 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Bound using segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:36:50.875202 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Bound port: b89198a0-7323-4891-be75-96fdd52cbdde, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:36:50.875568 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:51.002392 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-30e0f485-b698-4afd-9ca6-f5d85d2c0b46 req-4c29c7dd-670a-4028-bfd0-2981ec2b2dc6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990650 Sep 09 21:36:51.040471 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d97c1271-8795-4a3c-a9c0-9b9bb91eda1a req-33165298-298f-48c2-94b1-f842cccc4b4b service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603159 Sep 09 21:36:51.080189 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:51.087831 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:51.114480 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:51.119786 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ff2f017-7ab8-4032-b079-479d2cce23fd req-428ca206-d790-4c14-b5fc-1a5098417410 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752584 Sep 09 21:36:51.132551 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:36:51.155578 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=35d79fb2-2140-4bd5-bc44-da670099319a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:36:51.164433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:51.200562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.201341 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:51.205497 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] 10.222.0.45 "PUT /v2.0/ports/35d79fb2-2140-4bd5-bc44-da670099319a HTTP/1.1" status: 200 len: 1093 time: 1.8777649 Sep 09 21:36:51.210407 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:51.217594 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1541d632-7c49-471d-ae28-5b1cea00d250" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:51.284963 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.287288 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:51.292127 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] 10.222.0.45 "PUT /v2.0/ports/b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1094 time: 1.9695859 Sep 09 21:36:51.293794 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:51.298914 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dcf63d-55c7-4e34-8de2-74a537e21415" -d '{"events": [{"name": "network-changed", "server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:51.430160 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac526f1-2bc9-45ad-bb96-36217e1ad971 x-openstack-request-id: req-1ac526f1-2bc9-45ad-bb96-36217e1ad971 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:51.430603 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:51.431835 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ac526f1-2bc9-45ad-bb96-36217e1ad971 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:51.432379 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a', 'status': 'completed', 'code': 200} Sep 09 21:36:51.474360 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3c9b-b3a3-4780-a4f4-d658c0615c90 service neutron] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:51.535573 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d631c-c586-4d59-b1c7-9fe25801cf68 x-openstack-request-id: req-984d631c-c586-4d59-b1c7-9fe25801cf68 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:51.536143 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:51.537268 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-984d631c-c586-4d59-b1c7-9fe25801cf68 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:51.539912 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'status': 'completed', 'code': 200} Sep 09 21:36:51.604843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-5695a271-92e3-42f7-8006-0479eada6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.610578 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-5695a271-92e3-42f7-8006-0479eada6790 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1097 time: 0.2287390 Sep 09 21:36:51.637358 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f799b5-2cd1-42de-b5ec-04a5fe242d2a service neutron] Pushing event updated for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:51.698919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34034) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:51.709859 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-c00d24cb-8bd6-4298-a7d6-228177fe0325 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 217 time: 0.0910070 Sep 09 21:36:51.713898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-6b061730-2d0d-4fdd-acbc-21b32abcaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.717373 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-6b061730-2d0d-4fdd-acbc-21b32abcaccd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 1096 time: 0.4166138 Sep 09 21:36:51.823704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d48d2b-b0b1-46b9-8cbd-fdec844ceb53 req-3e951f6a-ae9c-4511-8d55-987c85a70c5b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.845834 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19d48d2b-b0b1-46b9-8cbd-fdec844ceb53 req-3e951f6a-ae9c-4511-8d55-987c85a70c5b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.1458325 Sep 09 21:36:51.849752 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-1f9c26c3-3a0b-419f-8796-3375b60b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.851516 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-1f9c26c3-3a0b-419f-8796-3375b60b7a08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.1018434 Sep 09 21:36:51.911737 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515721-2e64-4bed-a536-389fa51b0185 req-d5845859-8499-4edb-8661-f97a750339a3 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:51.923732 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2f515721-2e64-4bed-a536-389fa51b0185 req-d5845859-8499-4edb-8661-f97a750339a3 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.4550734 Sep 09 21:36:51.933431 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-94e3321d-ad21-442d-8bb5-2c5db60145f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d79fb2-2140-4bd5-bc44-da670099319a HTTP/1.1" status: 200 len: 217 time: 0.1928256 Sep 09 21:36:51.983208 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19d48d2b-b0b1-46b9-8cbd-fdec844ceb53 req-00f332dd-965c-46e6-a8fc-7c930b097e7f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362262 Sep 09 21:36:52.003626 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-cf968c14-f1a2-4544-bd90-b298ac0b0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.006805 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-cf968c14-f1a2-4544-bd90-b298ac0b0eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1398022 Sep 09 21:36:52.113078 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353347368-network', 'tenant_id': '301fe456910b4789bee18a2d65681ad3'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:52.128926 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2f515721-2e64-4bed-a536-389fa51b0185 req-0f0c60c7-3412-4a6f-85a0-e16ab50370da tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916106 Sep 09 21:36:52.135682 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-a412697e-ac70-4aff-a910-f9fc93f63f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.137299 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-a412697e-ac70-4aff-a910-f9fc93f63f12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.1959722 Sep 09 21:36:52.174296 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Made reservation on behalf of 301fe456910b4789bee18a2d65681ad3 for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:52.177156 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.205687 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-22dcb85f-ccfc-481e-9700-2265bcf0cf87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508935 Sep 09 21:36:52.206759 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.295564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909c9b-7d77-4386-baf8-ec15da1a5206 req-9e7a0b4a-346e-400c-b14b-68be4a126295 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.297303 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-30909c9b-7d77-4386-baf8-ec15da1a5206 req-9e7a0b4a-346e-400c-b14b-68be4a126295 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1804180 Sep 09 21:36:52.319462 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-35588917-324b-40b2-88f8-d92093615d53 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028471 Sep 09 21:36:52.403606 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-30909c9b-7d77-4386-baf8-ec15da1a5206 req-5a499dd0-7305-403e-89e6-37555fd4f3e2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991805 Sep 09 21:36:52.406311 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-4f230de3-683f-44ee-b25f-3cfc4a78fb6a service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882641 Sep 09 21:36:52.571781 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41c135a6-4568-44f2-a32a-50ad90c24499 req-b31e853d-2441-403a-843e-fc42a2830607 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422137 Sep 09 21:36:52.597886 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.605038 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.612761 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd2a01d-2ec4-4ed0-bc39-9f5ae716319e req-13633391-a5ce-40b4-89bb-00e61a0b4c55 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842513 Sep 09 21:36:52.677425 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:36:52.688889 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:52.699204 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea53ea6-b54a-4b26-a2af-20facd06a0ac,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:52.713074 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.713422 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Added segment 9e5740ae-5c37-4fad-b7e0-b24a4aa41fd1 of type vlan for network 47aedb77-9861-4971-ad09-36cf0095d132 Sep 09 21:36:52.728595 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-253e01f0-4c8c-4912-8b5a-0ca05909d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.731128 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-253e01f0-4c8c-4912-8b5a-0ca05909d956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1097 time: 0.0940971 Sep 09 21:36:52.750002 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-99df324d-31d6-4d72-befb-1da266294811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.752891 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-99df324d-31d6-4d72-befb-1da266294811 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 1096 time: 0.0723352 Sep 09 21:36:52.788990 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.874579 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.875769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.876359 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:52.948182 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] Pushing event updated for resources: {'Network': ['ID=47aedb77-9861-4971-ad09-36cf0095d132,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:52.951841 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-55b1a62c-73b4-4c5c-8b1b-9099d44b8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.953386 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-55b1a62c-73b4-4c5c-8b1b-9099d44b8fbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.2011588 Sep 09 21:36:52.954309 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-65a89d0a-6f59-4e52-a203-db9fd1985302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:52.956305 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-65a89d0a-6f59-4e52-a203-db9fd1985302 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.1950319 Sep 09 21:36:52.968764 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ff551d9f-dfb9-4a98-a39f-432c72c45faa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2655840 Sep 09 21:36:52.969269 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 47aedb77-9861-4971-ad09-36cf0095d132 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:52.969732 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34086) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:52.976796 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Request body: {'subnet': {'network_id': '47aedb77-9861-4971-ad09-36cf0095d132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353347368-subnet', 'tenant_id': '301fe456910b4789bee18a2d65681ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:53.004367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Made reservation on behalf of 301fe456910b4789bee18a2d65681ad3 for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:53.007643 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018016'] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:53.244767 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436040-f891-41eb-99e9-42eb349c067a req-bd3c993c-6ea9-44fe-be2b-aa596c307c8d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:53.258390 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01436040-f891-41eb-99e9-42eb349c067a req-bd3c993c-6ea9-44fe-be2b-aa596c307c8d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.1312134 Sep 09 21:36:53.322012 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9422553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018046'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:53.375776 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01436040-f891-41eb-99e9-42eb349c067a req-ce499eaf-adde-4317-b8ec-7360736455c1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159415 Sep 09 21:36:53.432521 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db52af6f-6391-4882-b232-a154e18f5e3c,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:53.445903 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Checking segment: {'id': '9e5740ae-5c37-4fad-b7e0-b24a4aa41fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '47aedb77-9861-4971-ad09-36cf0095d132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:53.446276 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Network hostable DHCP agents. Network: 47aedb77-9861-4971-ad09-36cf0095d132, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:53.466181 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Network 47aedb77-9861-4971-ad09-36cf0095d132 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:53.477120 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 47aedb77-9861-4971-ad09-36cf0095d132) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:53.482201 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:53.482786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:53.491266 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913fe751-e275-4560-8cc0-9acba28eac31 None None] Network 47aedb77-9861-4971-ad09-36cf0095d132 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:53.510668 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0a06a515-b575-4f7d-bfab-0bb945070da7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5398769 Sep 09 21:36:53.604922 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0a30d-701b-49c5-bbc6-64413b978d3c req-f2f42465-c19a-4175-a9c6-2b606a40a3dd tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:53.607178 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b1c0a30d-701b-49c5-bbc6-64413b978d3c req-f2f42465-c19a-4175-a9c6-2b606a40a3dd tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0754051 Sep 09 21:36:53.706885 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b1c0a30d-701b-49c5-bbc6-64413b978d3c req-b9e07434-64e1-42a0-97ee-0530a4da0e24 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759983 Sep 09 21:36:53.721627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd1bae-04bc-4d8f-bc4f-28d508a05efc None None] Network 47aedb77-9861-4971-ad09-36cf0095d132 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:53.827727 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device acce1e14-59d7-4644-ab01-58200c0455e8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:36:54.023759 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=acce1e14-59d7-4644-ab01-58200c0455e8,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:54.040841 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'acce1e14-59d7-4644-ab01-58200c0455e8', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'port_id': 'acce1e14-59d7-4644-ab01-58200c0455e8', 'mac_address': 'fa:16:3e:5c:e5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299c5070-07f6-42f5-9b01-751113bb20df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:36:54.083828 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.098113 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acce1e14-59d7-4644-ab01-58200c0455e8 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:36:54.119456 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=acce1e14-59d7-4644-ab01-58200c0455e8,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:54.124603 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.191673 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:54.342766 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34132) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:54.348248 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1850962763-network', 'tenant_id': '8c525344f80a41428a133c5c443c146e'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:54.380316 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Made reservation on behalf of 8c525344f80a41428a133c5c443c146e for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:54.384129 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.398488 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.578811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78da450-7c3c-41a3-a8c3-bb33b8e0c628 req-6a21370d-95cc-4b93-b6db-521c0ce3c53d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:54.580379 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d78da450-7c3c-41a3-a8c3-bb33b8e0c628 req-6a21370d-95cc-4b93-b6db-521c0ce3c53d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.0836041 Sep 09 21:36:54.582522 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.589773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.631309 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:36:54.649975 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe5a68-6b97-4662-988f-a1d7aedf977d,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:54.661058 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.661279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Added segment 91dd5ba0-0e80-4928-b577-4055122b5b92 of type vlan for network 9235e584-4d0e-484f-b62d-ae4bfee1ac83 Sep 09 21:36:54.666108 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d78da450-7c3c-41a3-a8c3-bb33b8e0c628 req-8c620ef5-6758-4363-9098-08d0b37241d2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Sep 09 21:36:54.737208 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-edbae956-9678-4e1b-b4c1-a355648a01ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d79fb2-2140-4bd5-bc44-da670099319a HTTP/1.1" status: 200 len: 217 time: 0.0548301 Sep 09 21:36:54.739612 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-1dfc280a-8314-40c6-ba37-67993d341623 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 217 time: 0.0628514 Sep 09 21:36:54.752767 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.786987 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.788143 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:54.788686 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.827954 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4834089 Sep 09 21:36:54.830423 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 34144) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:36:54.840568 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Request body: {'subnet': {'network_id': '9235e584-4d0e-484f-b62d-ae4bfee1ac83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1850962763-subnet', 'tenant_id': '8c525344f80a41428a133c5c443c146e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:36:54.869975 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Made reservation on behalf of 8c525344f80a41428a133c5c443c146e for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:36:54.872808 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:54.882993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb943aca-7ca2-45fd-8547-b3255500ad9e admin admin] Pushing event updated for resources: {'Network': ['ID=9235e584-4d0e-484f-b62d-ae4bfee1ac83,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:54.897463 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 9235e584-4d0e-484f-b62d-ae4bfee1ac83 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:36:54.927518 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba53f4-d041-42c6-8d47-c44768de52cf req-4be75dee-01ec-4873-a51e-e75be8913323 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:54.930532 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9eba53f4-d041-42c6-8d47-c44768de52cf req-4be75dee-01ec-4873-a51e-e75be8913323 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1078849 Sep 09 21:36:54.995890 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9eba53f4-d041-42c6-8d47-c44768de52cf req-f038e963-7733-4376-9c5a-ebb122c901e6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571275 Sep 09 21:36:55.083670 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:55.167430 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fac81e-3375-4fda-b7ab-649d75728d30,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:55.174580 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Checking segment: {'id': '91dd5ba0-0e80-4928-b577-4055122b5b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9235e584-4d0e-484f-b62d-ae4bfee1ac83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:36:55.174785 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Network hostable DHCP agents. Network: 9235e584-4d0e-484f-b62d-ae4bfee1ac83, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:36:55.196038 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Network 9235e584-4d0e-484f-b62d-ae4bfee1ac83 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:36:55.207347 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 9235e584-4d0e-484f-b62d-ae4bfee1ac83) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:36:55.213003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:55.213375 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:55.217380 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c64ff6-31b2-4e48-b73e-9c23c54d723d None None] Network 9235e584-4d0e-484f-b62d-ae4bfee1ac83 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:55.232070 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-38013e95-f01a-4aaa-b3b3-3e9564a4a42a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4000261 Sep 09 21:36:55.425524 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0c12e-d8ed-4f26-a94d-c8c2ed6179c1 None None] Network 9235e584-4d0e-484f-b62d-ae4bfee1ac83 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:36:55.832215 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-e46ccc02-cb3f-4362-bead-1a4ed3061ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:55.834588 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-e46ccc02-cb3f-4362-bead-1a4ed3061ea0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.1136656 Sep 09 21:36:55.840083 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-8d133819-4c49-4ef8-b6ef-1b37c4b54d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:55.843182 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-8d133819-4c49-4ef8-b6ef-1b37c4b54d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.1208930 Sep 09 21:36:55.914310 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-2b1c809e-b91a-49f7-b6f5-99cf6ab9349f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574906 Sep 09 21:36:56.049002 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['acce1e14-59d7-4644-ab01-58200c0455e8'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:36:56.054481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4bdf-bc89-4dde-9aa9-dd2fd5465118 req-590bc4c0-0515-461a-aa1c-384e0f4614f8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:56.057112 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bfcc4bdf-bc89-4dde-9aa9-dd2fd5465118 req-590bc4c0-0515-461a-aa1c-384e0f4614f8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.1824729 Sep 09 21:36:56.060863 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-f49c40a9-539f-47fe-a729-1951ceb75b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:56.063279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-f49c40a9-539f-47fe-a729-1951ceb75b93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1927745 Sep 09 21:36:56.182085 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-4437ca43-ee21-44bc-b76a-092e588aa2d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594225 Sep 09 21:36:56.592508 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99670a-dee4-4b69-832f-76fc0fb096e7 req-72263922-6bc5-48e6-9371-2eeb8f0d7380 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:56.604125 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6f99670a-dee4-4b69-832f-76fc0fb096e7 req-72263922-6bc5-48e6-9371-2eeb8f0d7380 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.3211341 Sep 09 21:36:56.630069 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bfcc4bdf-bc89-4dde-9aa9-dd2fd5465118 req-e5eb63e6-9289-4e3e-bb27-203a22367245 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426962 Sep 09 21:36:56.686591 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1541d632-7c49-471d-ae28-5b1cea00d250 req-bf7e198f-386c-4aae-87b6-fb139d8ed445 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781263 Sep 09 21:36:56.708825 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-923981cd-81bf-4621-95ff-063bfd207846 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361592 Sep 09 21:36:56.709049 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6f99670a-dee4-4b69-832f-76fc0fb096e7 req-db3b1093-9e81-44a4-b2be-200163c56764 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033485 Sep 09 21:36:56.859686 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17dcf63d-55c7-4e34-8de2-74a537e21415 req-c55df947-c6a3-4d27-9e19-f22d55eff005 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314867 Sep 09 21:36:57.703868 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device acce1e14-59d7-4644-ab01-58200c0455e8 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:36:57.787530 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port acce1e14-59d7-4644-ab01-58200c0455e8 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:36:57.794608 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port acce1e14-59d7-4644-ab01-58200c0455e8 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:36:57.795469 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:57.880291 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e09ea-7665-4c9e-ad91-8f7c3deaa0ce req-7680d380-e0a7-49e3-be42-7581978cce5e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:57.882093 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9d1e09ea-7665-4c9e-ad91-8f7c3deaa0ce req-7680d380-e0a7-49e3-be42-7581978cce5e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.0693378 Sep 09 21:36:57.931394 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:57.958801 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:36:57.959866 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d69b-3a6f-40e5-9776-fd0ed98b33f9 req-6d4c9c9d-96bb-4f10-8306-93f767d23ba5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:57.961525 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4d9d69b-3a6f-40e5-9776-fd0ed98b33f9 req-6d4c9c9d-96bb-4f10-8306-93f767d23ba5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1269031 Sep 09 21:36:57.962421 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d521396b-5c64-4d96-8b0b-a3ef56a50209" -d '{"events": [{"server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "name": "network-vif-plugged", "status": "completed", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:36:57.978181 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=acce1e14-59d7-4644-ab01-58200c0455e8,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:57.983247 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9d1e09ea-7665-4c9e-ad91-8f7c3deaa0ce req-eadec3e4-4a18-438e-9e12-b8ed245fc4cf tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673268 Sep 09 21:36:57.996504 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:58.035748 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4d9d69b-3a6f-40e5-9776-fd0ed98b33f9 req-d122ac63-73d2-4597-8479-c95848b4f00a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658419 Sep 09 21:36:58.063220 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50b18a2-7d0b-42dd-82b1-380864cf99fd x-openstack-request-id: req-c50b18a2-7d0b-42dd-82b1-380864cf99fd {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:36:58.063509 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "name": "network-vif-plugged", "status": "completed", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:36:58.063929 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c50b18a2-7d0b-42dd-82b1-380864cf99fd {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:36:58.064482 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8', 'code': 200} Sep 09 21:36:58.096382 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:36:58.279214 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7683-ee2c-4af6-a766-359f4abb2f22 req-f27765bc-d2c5-4cfd-a67d-17152b8669e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:58.279214 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e0c7683-ee2c-4af6-a766-359f4abb2f22 req-f27765bc-d2c5-4cfd-a67d-17152b8669e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.0461175 Sep 09 21:36:58.344262 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e0c7683-ee2c-4af6-a766-359f4abb2f22 req-73bd7ec5-2c0a-47b8-a93e-f67a4c2724ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531466 Sep 09 21:36:59.147620 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3227877-42c9-45b6-9b63-eb25d101427c req-884826df-00e4-4481-a0ee-9c3a59402ddc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:59.160809 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3227877-42c9-45b6-9b63-eb25d101427c req-884826df-00e4-4481-a0ee-9c3a59402ddc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 943 time: 0.1005361 Sep 09 21:36:59.204729 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f18f06-e53f-4076-b71b-102b8b4a7e7f req-332d9a2d-f31d-4f10-b594-a6a296df6bb8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:36:59.209030 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-46f18f06-e53f-4076-b71b-102b8b4a7e7f req-332d9a2d-f31d-4f10-b594-a6a296df6bb8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0842681 Sep 09 21:36:59.245300 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3227877-42c9-45b6-9b63-eb25d101427c req-7f2a0b86-74c6-4373-b30a-9d27d814b5ce tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777750 Sep 09 21:36:59.277834 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-46f18f06-e53f-4076-b71b-102b8b4a7e7f req-bd879e74-614d-4e44-828d-16b6a051410e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608392 Sep 09 21:36:59.701828 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f401c978-786c-4e99-aa85-613ae327b43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:36:59.819441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:36:59.945515 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:36:59.958604 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:36:59.999134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:00.013455 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:00.035999 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:00.041324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:00.042475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 35d79fb2-2140-4bd5-bc44-da670099319a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:37:00.116243 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:00.192404 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=35d79fb2-2140-4bd5-bc44-da670099319a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:00.206095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '35d79fb2-2140-4bd5-bc44-da670099319a', 'network_id': '7f2ba42c-3cf1-4596-b627-de6231ca89b4', 'port_id': '35d79fb2-2140-4bd5-bc44-da670099319a', 'mac_address': 'fa:16:3e:25:76:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299c5070-07f6-42f5-9b01-751113bb20df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:37:00.253659 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:00.283948 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d79fb2-2140-4bd5-bc44-da670099319a {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:00.318424 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=35d79fb2-2140-4bd5-bc44-da670099319a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:00.329183 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:00.377257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be93c6-3557-4fc4-a220-2fb7074524de req-2da8e24d-727b-498e-a4dc-4cee10073b6e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:00.381227 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2be93c6-3557-4fc4-a220-2fb7074524de req-2da8e24d-727b-498e-a4dc-4cee10073b6e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 944 time: 0.0674515 Sep 09 21:37:00.403544 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:00.426748 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa50308-958d-46b3-a90e-915c1996c322 req-af627a6e-ed32-4fc5-b210-303cdc36e714 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:00.428526 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-daa50308-958d-46b3-a90e-915c1996c322 req-af627a6e-ed32-4fc5-b210-303cdc36e714 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.0619478 Sep 09 21:37:00.435551 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2be93c6-3557-4fc4-a220-2fb7074524de req-e49455aa-27a7-4e62-a9ac-a110a66ce9a8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445857 Sep 09 21:37:00.469897 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-daa50308-958d-46b3-a90e-915c1996c322 req-38a2f66a-5cd4-48a6-af5d-0a06cfe0fb73 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Sep 09 21:37:01.579222 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235aac3-06a3-4cba-81a9-3b70349bb0d9 req-48151a7e-7011-44ff-b56e-736568caa56f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:01.582001 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c235aac3-06a3-4cba-81a9-3b70349bb0d9 req-48151a7e-7011-44ff-b56e-736568caa56f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 944 time: 0.0716140 Sep 09 21:37:01.625104 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ff245-67aa-4be6-96a8-8a59c312c2f8 req-3eb17991-a68a-42f6-a293-ab16771958cf tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:01.635905 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c235aac3-06a3-4cba-81a9-3b70349bb0d9 req-97a0b77e-f447-416b-b8c2-ee253186f677 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Sep 09 21:37:01.639735 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ff245-67aa-4be6-96a8-8a59c312c2f8 req-3eb17991-a68a-42f6-a293-ab16771958cf tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.0791223 Sep 09 21:37:01.698696 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ff4ff245-67aa-4be6-96a8-8a59c312c2f8 req-15147507-216a-4192-8a10-868147f246b4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577333 Sep 09 21:37:02.449967 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['35d79fb2-2140-4bd5-bc44-da670099319a'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:02.481499 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['b89198a0-7323-4891-be75-96fdd52cbdde'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:02.671597 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:02.981433 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9e8ef466-d238-454f-8824-f7e852418990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:03.047427 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54a50a-8912-4ad9-a45a-5e53f3901d0f req-8310f2bf-09e0-4986-bc51-a6fb991941cb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:03.057942 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0c54a50a-8912-4ad9-a45a-5e53f3901d0f req-8310f2bf-09e0-4986-bc51-a6fb991941cb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 944 time: 0.1113193 Sep 09 21:37:03.134663 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724241-ecce-4760-9063-2e5349625fe6 req-0ffd8073-fc42-45bf-a9ab-91df2635a09a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:03.139492 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-02724241-ecce-4760-9063-2e5349625fe6 req-0ffd8073-fc42-45bf-a9ab-91df2635a09a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.1731167 Sep 09 21:37:03.148187 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0c54a50a-8912-4ad9-a45a-5e53f3901d0f req-6caf8325-c6d1-4e0b-9444-89d1917ce169 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Sep 09 21:37:03.225924 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-02724241-ecce-4760-9063-2e5349625fe6 req-60d899f7-67f3-42f4-b253-a2ed7036930e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619493 Sep 09 21:37:03.952523 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:37:04.037663 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port b89198a0-7323-4891-be75-96fdd52cbdde completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:37:04.046360 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port b89198a0-7323-4891-be75-96fdd52cbdde triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:37:04.047514 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.069716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 34400) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:04.227100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.286398 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.366004 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.414317 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fccb6-3a54-42a3-98c0-49a131162caa req-f2f0e56f-2dd1-4b8a-ba7d-29b15937cd1b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:04.422465 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:04.426755 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6009a60d-6d8b-4b35-b9b8-0e2df0e00a84" -d '{"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:04.430332 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee3fccb6-3a54-42a3-98c0-49a131162caa req-f2f0e56f-2dd1-4b8a-ba7d-29b15937cd1b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 944 time: 0.1513429 Sep 09 21:37:04.463268 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:04.474954 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.477582 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 35d79fb2-2140-4bd5-bc44-da670099319a up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:37:04.493578 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b952b-4acb-415f-a3aa-b4d4da53a3c1 req-831a9818-e3a4-4ae3-bfe5-e9812807e480 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:04.495787 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-805b952b-4acb-415f-a3aa-b4d4da53a3c1 req-831a9818-e3a4-4ae3-bfe5-e9812807e480 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.1360564 Sep 09 21:37:04.512026 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee3fccb6-3a54-42a3-98c0-49a131162caa req-31071da0-d2a4-46e5-8489-d7d6aab16ff2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 Sep 09 21:37:04.545281 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.561922 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.661709 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf080c-66ad-4e6a-838a-20131afefb7b x-openstack-request-id: req-2fbf080c-66ad-4e6a-838a-20131afefb7b {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:04.662598 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:04.663086 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05722d28-722c-4bd2-832f-f84425943fbc,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:04.663198 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fbf080c-66ad-4e6a-838a-20131afefb7b {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:04.663691 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'code': 200} Sep 09 21:37:04.689861 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-805b952b-4acb-415f-a3aa-b4d4da53a3c1 req-16e7afce-527f-40c3-a680-77cce3f35c2e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856906 Sep 09 21:37:04.694208 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:04.743497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 35d79fb2-2140-4bd5-bc44-da670099319a completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:37:04.749691 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 35d79fb2-2140-4bd5-bc44-da670099319a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:37:04.750248 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.764641 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.765254 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.765792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.766331 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.766870 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.767548 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.768171 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.779564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.780112 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.780710 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.781651 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.782377 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:04.818770 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34426) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:04.831102 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e9326d43-0c60-4f59-91ea-f93a05b73463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ed13e2a23dc404399e177089af18e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595246 Sep 09 21:37:04.930463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.936202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:04.980562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.003691 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=35d79fb2-2140-4bd5-bc44-da670099319a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:05.010016 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.088798 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.095944 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.105086 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05722d28-722c-4bd2-832f-f84425943fbc HTTP/1.1" status: 204 len: 168 time: 0.2831721 Sep 09 21:37:05.117817 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:05.121592 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05722d28-722c-4bd2-832f-f84425943fbc,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:05.136666 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.137807 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.139463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.140282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.141250 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.142066 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.142853 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.143682 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.144521 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.145495 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.146043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.146814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc1825-590c-4833-a99a-26d3dd2561a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:05.267516 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.528386 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34456) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:05.547114 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c94ea90c-d34f-4ba3-b75a-b894dda62e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.707251 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfd502-ee09-4389-9d29-e5d07acce608 req-f6f2f932-ee45-4045-bb3d-72f9e5d55e35 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:05.710850 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f8dfd502-ee09-4389-9d29-e5d07acce608 req-f6f2f932-ee45-4045-bb3d-72f9e5d55e35 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0717282 Sep 09 21:37:05.763206 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c94ea90c-d34f-4ba3-b75a-b894dda62e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.773006 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f8dfd502-ee09-4389-9d29-e5d07acce608 req-aeab47e3-61d7-450e-8fdc-ce4b1bee3a54 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550568 Sep 09 21:37:05.778535 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-4b0c4c0a-71aa-4c2b-ac93-00ab8639fd97 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:05.780679 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-4b0c4c0a-71aa-4c2b-ac93-00ab8639fd97 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.1691656 Sep 09 21:37:05.782578 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c94ea90c-d34f-4ba3-b75a-b894dda62e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:05.850432 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-1a495d6d-51ab-4de3-8572-850e51ee63c8 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/quotas/9cde5d67b4534000a4fb800051f5a433 HTTP/1.1" status: 200 len: 375 time: 0.0418820 Sep 09 21:37:05.857692 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c94ea90c-d34f-4ba3-b75a-b894dda62e26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c98b29f665f4d4086fa8ebc588a9951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248584 Sep 09 21:37:05.857692 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ea90c-d34f-4ba3-b75a-b894dda62e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3932d-5351-4269-adcd-48e8b656aaf8,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:05.859085 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34472) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:05.914875 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e9bc8-5744-4ebc-a6c6-fb6033f4bfcb req-575355b7-b374-4ad9-988f-045b36568641 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:05.917081 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cc9e9bc8-5744-4ebc-a6c6-fb6033f4bfcb req-575355b7-b374-4ad9-988f-045b36568641 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0759928 Sep 09 21:37:05.976517 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cc9e9bc8-5744-4ebc-a6c6-fb6033f4bfcb req-0c11a1ea-3ef1-4b98-82e3-cfccd2e0778d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509298 Sep 09 21:37:05.993561 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-a3129980-171f-4237-8a66-d93b2b845897 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352453 Sep 09 21:37:06.012947 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:06.067219 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:06.160043 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-8274e8ce-bfc3-42af-a62a-3af073a6b68f service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449974 Sep 09 21:37:06.203473 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:06.206657 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:06.209596 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b3932d-5351-4269-adcd-48e8b656aaf8 HTTP/1.1" status: 204 len: 168 time: 0.3482888 Sep 09 21:37:06.229409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e564b-0029-4a49-b7e3-9043e31f85d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3932d-5351-4269-adcd-48e8b656aaf8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:06.332243 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-6518fe74-3dcf-4190-a264-61f8483fdce9 service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560066 Sep 09 21:37:06.540248 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f99b899a-6431-4544-97f9-59d1b0d4d334 req-91177f04-b96e-4525-8957-938eda32fe29 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0302005 Sep 09 21:37:06.665101 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:06.669051 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9fcfd1-f3b6-4635-91d3-add5d458b28c" -d '{"events": [{"server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "name": "network-vif-plugged", "status": "completed", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:06.716682 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64d9f40-8bd9-42d7-979a-1942b6ceb0ff x-openstack-request-id: req-d64d9f40-8bd9-42d7-979a-1942b6ceb0ff {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:06.716978 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "name": "network-vif-plugged", "status": "completed", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:06.717209 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d64d9f40-8bd9-42d7-979a-1942b6ceb0ff {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:06.717896 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a', 'code': 200} Sep 09 21:37:06.981569 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d832235-34ff-4103-8b17-7f1b573da1eb req-c2462604-bcc2-479c-952f-0a3a79b40dfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:06.992108 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7d832235-34ff-4103-8b17-7f1b573da1eb req-c2462604-bcc2-479c-952f-0a3a79b40dfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1063361 Sep 09 21:37:07.060095 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7d832235-34ff-4103-8b17-7f1b573da1eb req-976504b3-6eec-49bb-8a53-cc8f3d5153aa tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663393 Sep 09 21:37:07.172098 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ca9f-8018-48c4-9e4e-7696ea3a0948 req-ca67b636-940d-4d6c-b792-25bf76120a1c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:07.174891 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f54ca9f-8018-48c4-9e4e-7696ea3a0948 req-ca67b636-940d-4d6c-b792-25bf76120a1c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0752592 Sep 09 21:37:07.227902 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f54ca9f-8018-48c4-9e4e-7696ea3a0948 req-9b42864b-f379-4721-ad91-e95dcd8c1f83 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Sep 09 21:37:07.643435 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b7a465bd-16a1-48aa-bdbb-85580bb32299 req-0c84824f-6ac3-4917-9630-9f36bd953b7e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0316515 Sep 09 21:37:08.169406 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf877f6-8dc6-4749-ae7e-be2532b73426 req-6d310c66-de7b-406f-9b0a-fee97b87c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:08.177512 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ddf877f6-8dc6-4749-ae7e-be2532b73426 req-6d310c66-de7b-406f-9b0a-fee97b87c099 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1099 time: 0.0885046 Sep 09 21:37:08.289035 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ddf877f6-8dc6-4749-ae7e-be2532b73426 req-831dca1f-b4f0-4582-84e7-ab9213202451 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918248 Sep 09 21:37:08.415222 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c86876-649c-49fb-aff8-dec9f4b0cbba req-8d7d5913-56ed-495a-b3a0-4a45c621406a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:08.423968 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3c86876-649c-49fb-aff8-dec9f4b0cbba req-8d7d5913-56ed-495a-b3a0-4a45c621406a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1384597 Sep 09 21:37:08.453527 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301717f-7a22-4476-9957-ca042f3fa400 req-9e2ae900-df97-4bcd-9439-13b30569564d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:08.461576 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c301717f-7a22-4476-9957-ca042f3fa400 req-9e2ae900-df97-4bcd-9439-13b30569564d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0810313 Sep 09 21:37:08.490912 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3c86876-649c-49fb-aff8-dec9f4b0cbba req-9dc6d97b-c457-4507-b28c-8c88f9d86375 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Sep 09 21:37:08.513876 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c301717f-7a22-4476-9957-ca042f3fa400 req-5fde90e9-cfeb-434b-a65b-c5b4e5fee94f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498073 Sep 09 21:37:08.697877 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0d19-5372-49e8-9bee-5d70ac9cfd6c req-0695ce66-6e9e-4a62-a47a-4540126df6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:08.700884 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-591d0d19-5372-49e8-9bee-5d70ac9cfd6c req-0695ce66-6e9e-4a62-a47a-4540126df6ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 1098 time: 0.0905719 Sep 09 21:37:08.809730 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-591d0d19-5372-49e8-9bee-5d70ac9cfd6c req-edfbb16a-72cd-4c06-b700-3e4538fb980f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Sep 09 21:37:08.812006 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d0d6d757-1e2e-44c2-a1d3-abb8a5ecc3b4 req-dae5624e-db6d-454a-965d-dcfe1d68b580 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0497491 Sep 09 21:37:09.089313 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:09.671823 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf16b35-189c-4a21-93b2-ff49561fab42 req-450d7c09-79c9-494c-a90f-6fb70245c04c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:09.672801 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72036793-982f-4501-90f7-fb5155af526d req-392000ee-6a37-4967-80fe-6c2a7033626b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:09.674908 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-72036793-982f-4501-90f7-fb5155af526d req-392000ee-6a37-4967-80fe-6c2a7033626b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0592282 Sep 09 21:37:09.675094 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cbf16b35-189c-4a21-93b2-ff49561fab42 req-450d7c09-79c9-494c-a90f-6fb70245c04c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0879021 Sep 09 21:37:09.768767 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cbf16b35-189c-4a21-93b2-ff49561fab42 req-97dc538a-8c2f-4948-9fa3-14ae0a9b86fe tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799792 Sep 09 21:37:09.777548 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-72036793-982f-4501-90f7-fb5155af526d req-f22412c9-6b44-4ada-a61a-55c8ad651694 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845506 Sep 09 21:37:09.991906 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-74ab38bd-2ec8-4fb3-b8c7-b81274a1508f req-776a31ba-39d9-45cc-9701-1b582f28d168 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0366426 Sep 09 21:37:10.862765 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-9722a54a-cc04-4c85-bda7-a80ad00dad2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001313 Sep 09 21:37:11.100175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-c22ab4da-c5f8-4b52-826f-503134f6f7ec tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.102637 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-c22ab4da-c5f8-4b52-826f-503134f6f7ec tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.3138423 Sep 09 21:37:11.111950 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67ce2c-0ea5-4ed3-b0ee-f1e300c0e64a req-087d2175-3fc8-4e73-81a1-1a6e7ca1c511 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.114202 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e67ce2c-0ea5-4ed3-b0ee-f1e300c0e64a req-087d2175-3fc8-4e73-81a1-1a6e7ca1c511 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1343043 Sep 09 21:37:11.117842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-9b3ed70c-58ed-4c6f-b703-b5dc30c9530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.119693 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-9b3ed70c-58ed-4c6f-b703-b5dc30c9530f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a38c896cd8c94c789a9d9e4b57a1631c&device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 1099 time: 0.1597054 Sep 09 21:37:11.146857 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Request body: {'port': {'device_id': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'admin_state_up': True, 'tenant_id': '9cde5d67b4534000a4fb800051f5a433'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:37:11.157460 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f7886-fa45-48e0-8963-70c1dd7a4239 req-6a6c1ff6-cd1e-4ac3-ad75-b2cf741de458 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.169543 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee1f7886-fa45-48e0-8963-70c1dd7a4239 req-6a6c1ff6-cd1e-4ac3-ad75-b2cf741de458 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1388810 Sep 09 21:37:11.325094 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee1f7886-fa45-48e0-8963-70c1dd7a4239 req-2094f36c-fa22-4596-b311-eb86faeb23da tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526256 Sep 09 21:37:11.420286 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-0321942e-864d-43e6-a717-bb02f42eaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.421726 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-0321942e-864d-43e6-a717-bb02f42eaaaa service neutron] 10.222.0.45 "GET /v2.0/networks?id=3294a4c1-704f-4cc2-ae58-c2905b9bab63 HTTP/1.1" status: 200 len: 913 time: 0.2502968 Sep 09 21:37:11.424043 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ad511f57-4932-45c1-9e97-bd9617bf5c35 req-8eb3c6a9-5c2c-41eb-ac64-29e348a154e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0326850 Sep 09 21:37:11.508928 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e67ce2c-0ea5-4ed3-b0ee-f1e300c0e64a req-9db78cd8-0b2d-4d87-8fe9-862a61286e61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788748 Sep 09 21:37:11.509700 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-9de9c949-1bc7-4910-81af-4a012ae34388 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=024589f1-939c-4849-b573-60050b405bc6 HTTP/1.1" status: 200 len: 217 time: 0.0568652 Sep 09 21:37:11.579257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-907aa686-f4cf-4034-9915-1db83c188896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.581523 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-907aa686-f4cf-4034-9915-1db83c188896 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=945375bd-1d9e-4e58-a428-030203f1e91c HTTP/1.1" status: 200 len: 852 time: 0.0596976 Sep 09 21:37:11.633355 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-942cc3bf-b70b-4104-bf2a-b4ea4e07756d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3294a4c1-704f-4cc2-ae58-c2905b9bab63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335259 Sep 09 21:37:11.768200 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:37:11.774709 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:11.877409 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-8db4b553-f75e-4f85-8e17-03a4aa7fd981 service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344635 Sep 09 21:37:11.931071 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b40c3-0389-41c3-8934-49c8414b226c req-dabbc86f-2ce2-498d-8b43-0947168bde44 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:11.934024 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f37b40c3-0389-41c3-8934-49c8414b226c req-dabbc86f-2ce2-498d-8b43-0947168bde44 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2573798 Sep 09 21:37:11.950750 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 34698) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:11.962227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'floatingip': {'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:37:12.075938 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:12.170948 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-94a60b83-1a92-48b5-b66b-49ee1cc97764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:12.174031 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-94a60b83-1a92-48b5-b66b-49ee1cc97764 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 1098 time: 0.2590222 Sep 09 21:37:12.234399 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1e30-e5b4-4403-84f8-3f4a55aae044 req-8fbdc244-fff6-4652-bcc1-e5002256d46d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:12.244675 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-148d1e30-e5b4-4403-84f8-3f4a55aae044 req-8fbdc244-fff6-4652-bcc1-e5002256d46d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.2550204 Sep 09 21:37:12.258633 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7d543e14-e2f8-40ce-b471-b6797e990754 req-1391773f-e5dd-417a-bfa9-40ad210a3130 service neutron] 10.222.0.45 "GET /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657272 Sep 09 21:37:12.278358 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Allocated IP 172.20.0.9 (617fba8a-1f8d-43e4-96e7-f98896757f0e/3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932/ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:37:12.349897 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-148d1e30-e5b4-4403-84f8-3f4a55aae044 req-be94473a-4923-4c25-be2a-ca2dd8665c32 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939255 Sep 09 21:37:12.398536 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-c2086863-3aef-45cc-be73-d6ee27a197d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:12.401566 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-c2086863-3aef-45cc-be73-d6ee27a197d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.2171385 Sep 09 21:37:12.485070 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-2b200c55-a706-4bd3-945f-0f86fe7d2f93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35d79fb2-2140-4bd5-bc44-da670099319a HTTP/1.1" status: 200 len: 217 time: 0.0709772 Sep 09 21:37:12.611389 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0ed5cc43-83d3-47b2-b01b-39916f42b22f req-5415b660-fa31-4f0d-8a5a-6fb1c9d21c1e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 210 time: 0.0643837 Sep 09 21:37:12.909325 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:13.107306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:13.134804 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:13.158258 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:13.207601 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:37:13.218581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:37:13.229609 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:37:13.235555 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:13.236232 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:13.241985 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event updated for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:13.286552 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-30550f53-10e6-4e0e-a0d5-e91628cb7538 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1469212 Sep 09 21:37:13.331247 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Floating IP a9332a5d-bc12-4dc9-883d-e7a39b6c6a80 associated. External IP: 172.27.0.178, port: b89198a0-7323-4891-be75-96fdd52cbdde. Sep 09 21:37:13.502787 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb94b-ecfb-4514-9450-fde11987ff8f req-b6ecc907-418b-4873-a3c4-6042eb0e7b0c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:13.504494 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9edfb94b-ecfb-4514-9450-fde11987ff8f req-b6ecc907-418b-4873-a3c4-6042eb0e7b0c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0591943 Sep 09 21:37:13.549938 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9edfb94b-ecfb-4514-9450-fde11987ff8f req-e6fc2ad2-0417-44fc-8e75-56ceaa22bc3f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389540 Sep 09 21:37:13.805126 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbe2de-fdb0-472f-8a61-ee3194557bd7 req-939f4865-093c-4c89-944f-691c38476aef tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:13.807256 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f6bbe2de-fdb0-472f-8a61-ee3194557bd7 req-939f4865-093c-4c89-944f-691c38476aef tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 931 time: 0.0976834 Sep 09 21:37:13.830552 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:37:13.866918 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f6bbe2de-fdb0-472f-8a61-ee3194557bd7 req-d7e9b49a-4b8a-40fc-a73d-f92d43fa69cb tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477409 Sep 09 21:37:13.983089 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:37:13.992271 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:14.005533 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:37:14.018357 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:37:14.019229 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:37:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:14.027458 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3f366dc2-678a-4669-81b5-bfe6612bafa6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "PUT /v2.0/floatingips/a9332a5d-bc12-4dc9-883d-e7a39b6c6a80 HTTP/1.1" status: 200 len: 992 time: 2.0749586 Sep 09 21:37:14.028186 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:14.031019 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8f331e-9a76-465a-a13e-4e6d852ad17c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:14.090523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44491c9e-7028-4a4a-ba77-ce6f4f8a9840 x-openstack-request-id: req-44491c9e-7028-4a4a-ba77-ce6f4f8a9840 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:14.091015 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:14.091383 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44491c9e-7028-4a4a-ba77-ce6f4f8a9840 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:14.091852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'status': 'completed', 'code': 200} Sep 09 21:37:14.156886 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:37:14.572487 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'a9332a5d-bc12-4dc9-883d-e7a39b6c6a80', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:36:34Z', 'updated_at': '2021-09-09T21:37:12Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:14.601664 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:37:14.611340 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:37:14.612001 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:37:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:14.730848 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:37:14.737875 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533da45-2ff3-414c-9bc9-8ee52af1167a req-5f52c297-34b6-4a3e-8357-b6c3865277df tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:14.741826 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9533da45-2ff3-414c-9bc9-8ee52af1167a req-5f52c297-34b6-4a3e-8357-b6c3865277df tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0694537 Sep 09 21:37:14.799503 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9533da45-2ff3-414c-9bc9-8ee52af1167a req-96fedfd6-0194-45e1-b6c5-e4e4093ec77d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494022 Sep 09 21:37:15.013393 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'a9332a5d-bc12-4dc9-883d-e7a39b6c6a80', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:36:34Z', 'updated_at': '2021-09-09T21:37:12Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:15.052100 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be4a5a-058e-4f0c-9294-125973dd5274 None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'a9332a5d-bc12-4dc9-883d-e7a39b6c6a80', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:36:34Z', 'updated_at': '2021-09-09T21:37:12Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:37:15.055775 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d99a0e-d3c5-498b-a325-b81a13edc7a2 req-8e4c3867-6e43-42b4-81c0-cd9aebeb513e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:15.058673 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e1d99a0e-d3c5-498b-a325-b81a13edc7a2 req-8e4c3867-6e43-42b4-81c0-cd9aebeb513e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 931 time: 0.0863657 Sep 09 21:37:15.122443 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e1d99a0e-d3c5-498b-a325-b81a13edc7a2 req-06a5567b-28d2-4b48-952d-1eb06bbea009 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Sep 09 21:37:15.288286 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9c2af-4ad3-4316-8053-389ed9b85b5c None None] New status for floating IP a9332a5d-bc12-4dc9-883d-e7a39b6c6a80: ACTIVE {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:37:15.486431 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Request body: {'port': {'device_id': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:37:15.491922 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:15.561397 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-c3a27466-27e0-4b62-81be-910036615f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:15.565278 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-c3a27466-27e0-4b62-81be-910036615f24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.0985665 Sep 09 21:37:15.566873 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:15.631370 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-9f1c2b57-ad39-4fe7-8ed8-c9ca358013d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492368 Sep 09 21:37:15.721696 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-8fcbac23-fd48-466b-994e-c9bdde759819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:15.723279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-8fcbac23-fd48-466b-994e-c9bdde759819 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1099 time: 0.1288264 Sep 09 21:37:15.797868 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-83e28ab6-2d97-4add-8fe0-5968515c2c77 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511645 Sep 09 21:37:15.948947 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-68173e72-787b-49f1-a0e8-3117e7492f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:15.952560 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-68173e72-787b-49f1-a0e8-3117e7492f67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.2052562 Sep 09 21:37:16.048834 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4947-f9fb-41fb-8fe0-002de57ff028 req-2a44e769-3918-4909-8674-dc44318b2794 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:16.051241 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-918b4947-f9fb-41fb-8fe0-002de57ff028 req-2a44e769-3918-4909-8674-dc44318b2794 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1455405 Sep 09 21:37:16.065566 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c840e1-e6ce-4f57-bf58-64293f0f0000 req-d989c52f-bf0b-4246-88e1-f9a30e62c2ea service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223108 Sep 09 21:37:16.107500 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:16.112098 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-118ca2fb-f192-4e94-864a-ea132c119e24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1002 time: 0.1399248 Sep 09 21:37:16.121735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:16.134452 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-918b4947-f9fb-41fb-8fe0-002de57ff028 req-61e6858f-28bb-48fc-b9b1-ace03c26abd5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Sep 09 21:37:16.142392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Transition to ACTIVE for port object ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:37:16.156781 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:16.225176 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:16.239360 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Attempting to bind port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:37:16.239670 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Attempting to bind port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:37:16.240001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Attempting to bind port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:37:16.245532 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f on network 617fba8a-1f8d-43e4-96e7-f98896757f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:37:16.245846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Attempting to bind port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:37:16.251857 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:37:16.252228 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Checking segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:37:16.252723 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Bound using segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:37:16.253183 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Bound port: ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:37:16.253542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:16.292744 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500d168-bebc-41c0-8661-6ca57ae2f42a req-d3c6f643-d975-492b-adab-bf09791686ed tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:16.294518 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d500d168-bebc-41c0-8661-6ca57ae2f42a req-d3c6f643-d975-492b-adab-bf09791686ed tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0585191 Sep 09 21:37:16.335542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:37:16.340491 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:37:16.343768 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d500d168-bebc-41c0-8661-6ca57ae2f42a req-fda7d989-ee25-439c-af91-65b112f84f56 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Sep 09 21:37:16.347195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:16.400419 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:16.401330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:16.403317 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] 10.222.0.45 "PUT /v2.0/ports/ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f HTTP/1.1" status: 200 len: 1093 time: 0.9225233 Sep 09 21:37:16.403829 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:16.406525 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710864ad-b18e-4496-b1ae-7b76969ed58d" -d '{"events": [{"name": "network-changed", "server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:16.452575 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c712d-cfab-45a9-ace6-72d9d88bb2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:16.464553 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787b383-8397-4fa2-8dce-8c2be3656583 x-openstack-request-id: req-6787b383-8397-4fa2-8dce-8c2be3656583 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:16.465078 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:16.465409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6787b383-8397-4fa2-8dce-8c2be3656583 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:16.465886 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', 'status': 'completed', 'code': 200} Sep 09 21:37:17.300093 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc8f21-195d-41d1-b208-e91a8335af96 req-fcd08e7b-6e0f-46f4-9e57-bc0fa40463ca tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:17.301756 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a8cc8f21-195d-41d1-b208-e91a8335af96 req-fcd08e7b-6e0f-46f4-9e57-bc0fa40463ca tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0547495 Sep 09 21:37:17.345138 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a8cc8f21-195d-41d1-b208-e91a8335af96 req-6a74b3bb-2971-401e-9e38-5103dcc3d68c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Sep 09 21:37:17.544617 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d448f8-5776-49df-9a6e-42af5c49d728 req-5d22e030-9852-4037-8dfb-a7c51ea016ab tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:17.550703 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b0d448f8-5776-49df-9a6e-42af5c49d728 req-5d22e030-9852-4037-8dfb-a7c51ea016ab tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0902169 Sep 09 21:37:17.610365 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b0d448f8-5776-49df-9a6e-42af5c49d728 req-10510a38-b8ca-47ae-a438-e98682c64413 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564182 Sep 09 21:37:18.475474 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba393bf9-9143-4550-80a5-5d87a644e7d2 req-aae23538-3213-4512-b85b-9e1da2216839 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:18.476971 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ba393bf9-9143-4550-80a5-5d87a644e7d2 req-aae23538-3213-4512-b85b-9e1da2216839 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0562038 Sep 09 21:37:18.525533 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ba393bf9-9143-4550-80a5-5d87a644e7d2 req-3f2ac216-0408-4cc8-b00f-cd60d6ccb339 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Sep 09 21:37:18.737661 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb4c1-e3e8-466d-a234-f0b6fe1a80c2 req-900e252d-92df-4b93-bbaf-c8abb6bb5d9f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:18.739334 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-166bb4c1-e3e8-466d-a234-f0b6fe1a80c2 req-900e252d-92df-4b93-bbaf-c8abb6bb5d9f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0537710 Sep 09 21:37:18.781792 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-166bb4c1-e3e8-466d-a234-f0b6fe1a80c2 req-72dbf73a-e33c-4e7a-b325-ba0c40a7d8e6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357022 Sep 09 21:37:19.317374 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-f3043cf1-3331-4a2d-8a69-a8787f1c87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.320142 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-f3043cf1-3331-4a2d-8a69-a8787f1c87f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0597489 Sep 09 21:37:19.336446 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-bf53a49a-2aeb-4ee7-8df7-4eeb1cf57008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.338043 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-bf53a49a-2aeb-4ee7-8df7-4eeb1cf57008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 1096 time: 0.0627630 Sep 09 21:37:19.428424 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-d3512ae5-0aeb-4472-a363-10308ab35400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.430216 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-d3512ae5-0aeb-4472-a363-10308ab35400 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574081 Sep 09 21:37:19.566464 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-08712394-4c07-4651-8203-5608da6ede27 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259675 Sep 09 21:37:19.702890 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd8f331e-9a76-465a-a13e-4e6d852ad17c req-1075df30-8dc7-49e0-8229-58a120f365c3 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214848 Sep 09 21:37:19.709520 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-d10d2d0e-adac-4317-9ef5-30d84ea33e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.712201 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-d10d2d0e-adac-4317-9ef5-30d84ea33e24 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9cde5d67b4534000a4fb800051f5a433&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3195395 Sep 09 21:37:19.828666 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560932f-f99b-496b-b237-effd215948a2 req-022150f6-a86e-4e0e-8c49-e9d05cd52877 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.831630 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c560932f-f99b-496b-b237-effd215948a2 req-022150f6-a86e-4e0e-8c49-e9d05cd52877 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.2113593 Sep 09 21:37:19.966213 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65151014-109b-4ef2-a6e9-6f49c3a909ca req-7a65a3d1-2e98-4489-84fd-4d3ba978d07a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:19.968132 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-65151014-109b-4ef2-a6e9-6f49c3a909ca req-7a65a3d1-2e98-4489-84fd-4d3ba978d07a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0931041 Sep 09 21:37:20.016370 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-65151014-109b-4ef2-a6e9-6f49c3a909ca req-180b4ae6-2519-455f-8efa-f27d9baf996c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Sep 09 21:37:20.046240 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c560932f-f99b-496b-b237-effd215948a2 req-7b6ecdbe-ce3f-461e-b4ff-ca050483350c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991031 Sep 09 21:37:20.069222 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-a89d05e0-119c-4fdb-b26f-e0e18122fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:20.071599 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-710864ad-b18e-4496-b1ae-7b76969ed58d req-a89d05e0-119c-4fdb-b26f-e0e18122fc42 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3419516 Sep 09 21:37:20.184347 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-f415e05d-01cd-4abe-a70d-3490d7e6145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:20.185997 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-f415e05d-01cd-4abe-a70d-3490d7e6145c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 1096 time: 0.0542374 Sep 09 21:37:20.246041 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-dbcad2fa-52bf-495e-bd27-309dd3dd0a9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f HTTP/1.1" status: 200 len: 217 time: 0.0403736 Sep 09 21:37:20.304573 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-ac711001-126e-46b9-b6a6-fe0437598c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:20.306066 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-ac711001-126e-46b9-b6a6-fe0437598c0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.0484509 Sep 09 21:37:20.344871 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-468a8dcc-8651-43aa-a4b1-8c6a676bcafe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285618 Sep 09 21:37:20.378125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 34844) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:20.483014 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-df8d46bd-2331-4c03-a68c-ce668f359b72 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233699 Sep 09 21:37:20.542126 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2a72cd0-f0db-4e28-b692-e00104c0c81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.661664 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a1215-396e-44db-a66c-36c988dcdd12 req-c1e5624b-3a30-4530-b836-8a37a6e3420c service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682744 Sep 09 21:37:20.746906 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2a72cd0-f0db-4e28-b692-e00104c0c81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.760370 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2a72cd0-f0db-4e28-b692-e00104c0c81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.804597 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72cd0-f0db-4e28-b692-e00104c0c81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6473afa-cdea-4049-922f-f40984160b91,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:20.813954 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-f2a72cd0-f0db-4e28-b692-e00104c0c81d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4348e476fd047f991463bcbaba8f2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306095 Sep 09 21:37:20.815747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34870) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:20.884268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.912353 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.993394 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.996534 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:20.998002 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6473afa-cdea-4049-922f-f40984160b91 HTTP/1.1" status: 204 len: 168 time: 0.1801090 Sep 09 21:37:21.009326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4746e34-143c-4713-a2a4-168ba69790a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6473afa-cdea-4049-922f-f40984160b91,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:21.192875 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374357-40cf-47a8-a195-f564936d6a29 req-8e77d895-48a2-45da-821d-1908a9e01a4d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:21.194442 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-88374357-40cf-47a8-a195-f564936d6a29 req-8e77d895-48a2-45da-821d-1908a9e01a4d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0626135 Sep 09 21:37:21.242448 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-88374357-40cf-47a8-a195-f564936d6a29 req-cd4ec6b8-7f5a-417a-8f9f-c02a209ecd6c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 Sep 09 21:37:21.314285 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f255-43ac-4a38-a82b-3afa43729f89 req-63105dc1-6904-4524-b916-27da5a0900de tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:21.315970 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b1b8f255-43ac-4a38-a82b-3afa43729f89 req-63105dc1-6904-4524-b916-27da5a0900de tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0743921 Sep 09 21:37:21.372721 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b1b8f255-43ac-4a38-a82b-3afa43729f89 req-5068a32c-1316-4f41-9285-a2c3036708ed tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439408 Sep 09 21:37:21.415864 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598cade-f6b8-4bfc-9848-87d430e1ee70 req-55b5c6eb-a138-4675-9c13-242d1636f3db tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:21.417532 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a598cade-f6b8-4bfc-9848-87d430e1ee70 req-55b5c6eb-a138-4675-9c13-242d1636f3db tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0807953 Sep 09 21:37:21.450844 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 34898) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:21.464954 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-93efbc5a-0e37-4f62-8226-81907ee492af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.481463 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a598cade-f6b8-4bfc-9848-87d430e1ee70 req-e7bbb7e2-e19a-46d0-a784-c5f9b2114fff tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565531 Sep 09 21:37:21.585896 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-93efbc5a-0e37-4f62-8226-81907ee492af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.591564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-93efbc5a-0e37-4f62-8226-81907ee492af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.636640 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-93efbc5a-0e37-4f62-8226-81907ee492af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3fca0d111a468abf243e2096c317d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861415 Sep 09 21:37:21.638828 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efbc5a-0e37-4f62-8226-81907ee492af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4daef8-9433-443c-b51e-94d37fbd1ae7,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:21.639740 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 34902) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:21.700447 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.737623 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.825488 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.830817 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:21.836729 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd4daef8-9433-443c-b51e-94d37fbd1ae7 HTTP/1.1" status: 204 len: 168 time: 0.1917720 Sep 09 21:37:21.845396 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f753a4-d2e1-4a69-a92c-fd9680a69abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4daef8-9433-443c-b51e-94d37fbd1ae7,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:22.452771 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ee62-3d33-4723-9047-fdc894baefd0 req-6648842c-cc64-478f-a457-337176fb5121 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:22.457980 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9bb2ee62-3d33-4723-9047-fdc894baefd0 req-6648842c-cc64-478f-a457-337176fb5121 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.1123085 Sep 09 21:37:22.569797 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9bb2ee62-3d33-4723-9047-fdc894baefd0 req-306e058f-f68b-4906-aa14-9172b71cd9e7 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050198 Sep 09 21:37:22.658451 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f423-9c47-4e73-a44c-eb206b4a0243 req-00286435-3d14-41c9-8ff8-109194c828f9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:22.664593 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7b2f423-9c47-4e73-a44c-eb206b4a0243 req-00286435-3d14-41c9-8ff8-109194c828f9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1508040 Sep 09 21:37:22.769743 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7b2f423-9c47-4e73-a44c-eb206b4a0243 req-42f687ef-5c44-4e3e-8f4b-4997c72e38c8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000702 Sep 09 21:37:22.779239 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d4367-2909-4a54-8ffb-c1d6e327a92b req-1dfe63ac-103f-4bff-b12d-bf85e4e51008 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:22.781378 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee7d4367-2909-4a54-8ffb-c1d6e327a92b req-1dfe63ac-103f-4bff-b12d-bf85e4e51008 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.1005151 Sep 09 21:37:22.838217 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee7d4367-2909-4a54-8ffb-c1d6e327a92b req-d8579979-cd8c-45cf-b47d-f08573cdbb26 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Sep 09 21:37:23.518001 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:37:23.634679 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:23.649072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'port_id': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', 'mac_address': 'fa:16:3e:6c:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:37:23.694658 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:23.711493 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccca0b3-da3f-4c2a-8856-9d762834a75b req-3c686894-c65c-4dd9-a1d0-b670fba0c482 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:23.713846 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ccca0b3-da3f-4c2a-8856-9d762834a75b req-3c686894-c65c-4dd9-a1d0-b670fba0c482 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 943 time: 0.0634892 Sep 09 21:37:23.720594 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:23.768247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:23.774468 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ccca0b3-da3f-4c2a-8856-9d762834a75b req-b3fe76ff-d7be-4ee9-9dfe-a21ce253b541 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530307 Sep 09 21:37:23.777387 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:23.894594 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:23.922483 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.923354 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.924357 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.925309 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.926806 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.927485 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.928639 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.929336 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.930179 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.930865 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.931803 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:23.932465 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:37:24.001100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457011-ec0f-4ead-8c04-a4563bd75d24 req-21289291-8d2c-4a19-bdab-300a8e5db5b1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:24.009911 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e9457011-ec0f-4ead-8c04-a4563bd75d24 req-21289291-8d2c-4a19-bdab-300a8e5db5b1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1118557 Sep 09 21:37:24.012128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0315d5-ccb1-48f7-91fe-6cc4bf811388 req-31a48b8d-6ba0-4f7d-bd54-449ed2cf925f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:24.021280 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ad0315d5-ccb1-48f7-91fe-6cc4bf811388 req-31a48b8d-6ba0-4f7d-bd54-449ed2cf925f tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0806351 Sep 09 21:37:24.105938 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e9457011-ec0f-4ead-8c04-a4563bd75d24 req-179212e5-ea50-43f9-8f54-ac5b1d12a834 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Sep 09 21:37:24.108827 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ad0315d5-ccb1-48f7-91fe-6cc4bf811388 req-7ee04ed9-2381-477e-832a-862d6d8fbd80 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855465 Sep 09 21:37:24.135916 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35052) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:24.144152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35056) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:24.231279 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Deleting subnet db52af6f-6391-4882-b232-a154e18f5e3c {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:37:24.236590 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.249261 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:24.317596 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.333077 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.335184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f9d747af-957d-4781-a930-61df3ff7f3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.473071 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699adf4-8fa0-4a36-a023-7294023040fb req-79a8e3cc-8c96-41d3-9ed8-37f51a13bb86 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:24.475342 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6699adf4-8fa0-4a36-a023-7294023040fb req-79a8e3cc-8c96-41d3-9ed8-37f51a13bb86 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.45 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.1078203 Sep 09 21:37:24.482538 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.546670 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db52af6f-6391-4882-b232-a154e18f5e3c,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:24.558418 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.563351 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d8fe7177-efa1-47d0-9a05-79130b871df0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db52af6f-6391-4882-b232-a154e18f5e3c HTTP/1.1" status: 204 len: 168 time: 0.4153204 Sep 09 21:37:24.565909 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35064) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:24.571409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f9d747af-957d-4781-a930-61df3ff7f3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.577568 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f9d747af-957d-4781-a930-61df3ff7f3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:24.621533 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f9d747af-957d-4781-a930-61df3ff7f3bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f8664f36d1f41a8ae3b166064acc6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844041 Sep 09 21:37:24.622450 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d747af-957d-4781-a930-61df3ff7f3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac290a36-6643-4d74-9bc6-451fb07c1811,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:24.624689 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35066) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:24.921562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ac96b-07ea-4a8b-a47d-c441c350b071 req-14823589-5d52-4147-81db-2f878810dd8b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:24.923820 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5e1ac96b-07ea-4a8b-a47d-c441c350b071 req-14823589-5d52-4147-81db-2f878810dd8b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 944 time: 0.0571835 Sep 09 21:37:24.969800 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5e1ac96b-07ea-4a8b-a47d-c441c350b071 req-ccc5c15c-0329-4115-ad78-dc038d774a2c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394108 Sep 09 21:37:25.003840 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.090519 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.094388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Deleting port 024589f1-939c-4849-b573-60050b405bc6 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:37:25.094711 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.209806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.216368 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.265448 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2279fe-dbe0-47a9-950e-7eafcc133848 req-79a7089b-0d16-478f-9281-cf9e0912350c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:25.266912 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e2279fe-dbe0-47a9-950e-7eafcc133848 req-79a7089b-0d16-478f-9281-cf9e0912350c tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 946 time: 0.0578561 Sep 09 21:37:25.313002 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.313326 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.314132 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.314457 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > port after_create 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.314789 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.315149 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > port after_update 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.315464 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.315883 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.316218 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.316675 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.322457 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e2279fe-dbe0-47a9-950e-7eafcc133848 req-e8c1216c-1784-45df-9c3c-55cb3d159ff7 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Sep 09 21:37:25.517153 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.517575 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.517992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.518416 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 21:37:25.518918 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47aedb77-9861-4971-ad09-36cf0095d132']}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:25.538260 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:37:25.576872 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5740ae-5c37-4fad-b7e0-b24a4aa41fd1') {'for_net_delete': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:25.577322 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5740ae-5c37-4fad-b7e0-b24a4aa41fd1') {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:25.624257 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10160933'] for segment, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.628318 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:37:25.636694 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:37:25.637644 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.665106 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] For port 024589f1-939c-4849-b573-60050b405bc6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=024589f1-939c-4849-b573-60050b405bc6,segment=NetworkSegment(31c3c4dd-54be-43b3-8110-4215b0156429),segment_id=31c3c4dd-54be-43b3-8110-4215b0156429)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:25.665665 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.705301 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79082f-4f23-4f56-8aec-93bd3ecaca79 req-e789191f-7bb4-4c3c-bd62-9333b44959b2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:25.707033 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ed79082f-4f23-4f56-8aec-93bd3ecaca79 req-e789191f-7bb4-4c3c-bd62-9333b44959b2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.5373721 Sep 09 21:37:25.713522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.718001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Calling delete_port for 024589f1-939c-4849-b573-60050b405bc6 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:37:25.733857 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:37:25.734295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285956'] for segment, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: from cryptography.utils import int_from_bytes Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: from cryptography.utils import int_from_bytes Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: Traceback (most recent call last): Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: timer() Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: cb(*args, **kw) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: return func(*args, **kwargs) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: self._notify() Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: self.callback(batched_events) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: event.method(event) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: return f(self, *a, **k) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._get(url).json() Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: return self.request(url, 'GET', **kwargs) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:37:25.738742 dv-cinder-760193-10-iscsi neutron-server[94080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:37:25.783510 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.786094 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.789754 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac290a36-6643-4d74-9bc6-451fb07c1811 HTTP/1.1" status: 204 len: 168 time: 1.1571016 Sep 09 21:37:25.792230 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.852192 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:25.856502 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d9960-7fa7-491e-824c-1f44348a634f" -d '{"events": [{"server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:25.909804 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:25.927982 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:25.962806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad552-3c9a-4165-9f9c-506f136e5259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac290a36-6643-4d74-9bc6-451fb07c1811,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:26.136434 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a703634-d9b7-426f-86a3-a4665626b25a x-openstack-request-id: req-0a703634-d9b7-426f-86a3-a4665626b25a {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:26.137393 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "name": "network-vif-plugged", "status": "completed", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:26.137982 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a703634-d9b7-426f-86a3-a4665626b25a {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:26.138850 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', 'code': 200} Sep 09 21:37:26.220430 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.243998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:26.263326 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ed79082f-4f23-4f56-8aec-93bd3ecaca79 req-6c0fb3da-1660-4f7a-ba6a-327bf1083fd1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233290 Sep 09 21:37:26.290458 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5b303-b14d-4818-9f56-7adae95edb02 req-908eddf8-082b-45c7-ac3a-207b4cfdb917 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:26.291748 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Pushing event deleted for resources: {'Network': ['ID=47aedb77-9861-4971-ad09-36cf0095d132,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:26.292797 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.302461 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5a3fbd1b-cd19-4ad3-940d-bb163661753f admin admin] 10.222.0.21 "DELETE /v2.0/networks/47aedb77-9861-4971-ad09-36cf0095d132 HTTP/1.1" status: 204 len: 168 time: 1.7348900 Sep 09 21:37:26.304330 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-00b5b303-b14d-4818-9f56-7adae95edb02 req-908eddf8-082b-45c7-ac3a-207b4cfdb917 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.1176808 Sep 09 21:37:26.306660 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35114) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:26.426441 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-00b5b303-b14d-4818-9f56-7adae95edb02 req-722f9a9d-a464-4f00-b123-0ff0cc74628e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210821 Sep 09 21:37:26.431020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Deleting subnet e3fac81e-3375-4fda-b7ab-649d75728d30 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:37:26.453060 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.590700 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35120) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:26.639225 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.690104 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Pushing event deleted for resources: {'Port': ['ID=024589f1-939c-4849-b573-60050b405bc6,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:26.696414 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d3951dbb-da3b-4e91-820b-f179f80e5e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.724403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a534dd-1c87-4302-9c4f-f17a515eb51c req-2b710426-e2dd-4b0a-9297-35a78975bba2 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:26.726150 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-52a534dd-1c87-4302-9c4f-f17a515eb51c req-2b710426-e2dd-4b0a-9297-35a78975bba2 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 867 time: 0.1995323 Sep 09 21:37:26.774934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67a6e7-b23a-4f12-b316-7fb35fe78c4c req-97124d8d-d69c-4501-b7e6-cc9d84cb7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:26.776849 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee67a6e7-b23a-4f12-b316-7fb35fe78c4c req-97124d8d-d69c-4501-b7e6-cc9d84cb7ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 1098 time: 0.4271479 Sep 09 21:37:26.809575 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] No DVR routers for this DVR port 024589f1-939c-4849-b573-60050b405bc6 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:37:26.809803 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.817561 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.820359 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6699adf4-8fa0-4a36-a023-7294023040fb req-cfe141d7-45b8-448f-bbe2-448941016aef tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.45 "DELETE /v2.0/ports/024589f1-939c-4849-b573-60050b405bc6 HTTP/1.1" status: 204 len: 173 time: 2.3337390 Sep 09 21:37:26.821166 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'name': 'network-vif-deleted', 'tag': '024589f1-939c-4849-b573-60050b405bc6'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:26.823699 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fec8b5-53fc-482b-a275-99565aee1bc4" -d '{"events": [{"server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "name": "network-vif-deleted", "tag": "024589f1-939c-4849-b573-60050b405bc6"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:26.851602 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ee67a6e7-b23a-4f12-b316-7fb35fe78c4c req-f7b218eb-2997-4c95-a1f4-e84c7090302f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641618 Sep 09 21:37:26.866471 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.867473 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-52a534dd-1c87-4302-9c4f-f17a515eb51c req-eadef93e-4e85-4b42-be44-1fc7d429603e tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d5a43ec-88b7-49e7-950e-282e5d6ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145892 Sep 09 21:37:26.902881 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b20939-18ec-4683-8fe4-fe7dbaf0909c x-openstack-request-id: req-c4b20939-18ec-4683-8fe4-fe7dbaf0909c {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:26.903511 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5feed75-02e7-4c93-a101-dbab2d612480", "name": "network-vif-deleted", "tag": "024589f1-939c-4849-b573-60050b405bc6", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:26.903679 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4b20939-18ec-4683-8fe4-fe7dbaf0909c {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:26.904127 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5feed75-02e7-4c93-a101-dbab2d612480', 'name': 'network-vif-deleted', 'tag': '024589f1-939c-4849-b573-60050b405bc6', 'status': 'completed', 'code': 200} Sep 09 21:37:26.951852 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d3951dbb-da3b-4e91-820b-f179f80e5e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.957409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d3951dbb-da3b-4e91-820b-f179f80e5e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.959708 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.991615 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fac81e-3375-4fda-b7ab-649d75728d30,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:26.993679 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:26.995644 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-970ea748-ac5b-49be-ac0b-44454bdab1c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3fac81e-3375-4fda-b7ab-649d75728d30 HTTP/1.1" status: 204 len: 168 time: 0.6880639 Sep 09 21:37:26.999661 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35128) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:27.001467 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d3951dbb-da3b-4e91-820b-f179f80e5e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0244eb239e14aeab66c0903532fd7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077890 Sep 09 21:37:27.002401 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951dbb-da3b-4e91-820b-f179f80e5e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3a72af-ca56-4cc3-bb4d-dc5d21f4a8a9,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:27.004776 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35130) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:27.062125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.085685 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.098109 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.149615 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.154134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.167694 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3a72af-ca56-4cc3-bb4d-dc5d21f4a8a9 HTTP/1.1" status: 204 len: 168 time: 0.1536288 Sep 09 21:37:27.183469 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db2901-0ff7-46ed-becb-e826c93ae697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3a72af-ca56-4cc3-bb4d-dc5d21f4a8a9,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:27.266996 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.306202 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9235e584-4d0e-484f-b62d-ae4bfee1ac83']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:27.318184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd5ba0-0e80-4928-b577-4055122b5b92') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:27.318756 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd5ba0-0e80-4928-b577-4055122b5b92') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:27.330201 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.351236 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.359924 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:37:27.360651 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:37:27.362589 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:37:27.459997 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.471715 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.474538 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9235e584-4d0e-484f-b62d-ae4bfee1ac83 HTTP/1.1" status: 204 len: 168 time: 0.4737728 Sep 09 21:37:27.499673 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f2aa8-4e66-4459-8753-2e3eb782db44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9235e584-4d0e-484f-b62d-ae4bfee1ac83,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:27.537704 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0443c-3519-46aa-8e8c-b6666f61a70a req-b0bb6595-2c0f-4312-a95f-7b1e7e96cb30 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:27.544322 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-07c0443c-3519-46aa-8e8c-b6666f61a70a req-b0bb6595-2c0f-4312-a95f-7b1e7e96cb30 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1188791 Sep 09 21:37:27.544516 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 024589f1-939c-4849-b573-60050b405bc6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:37:27.591040 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 024589f1-939c-4849-b573-60050b405bc6 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:37:27.591989 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 024589f1-939c-4849-b573-60050b405bc6 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:37:27.616160 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-07c0443c-3519-46aa-8e8c-b6666f61a70a req-e11cd5e6-0fe7-4afc-986f-362714b48385 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702016 Sep 09 21:37:27.694924 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a25adb-58f5-44a4-906c-90831cf09c54 req-32c5037b-84a9-4d0c-94fb-a5fff5bbea17 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:27.701654 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18a25adb-58f5-44a4-906c-90831cf09c54 req-32c5037b-84a9-4d0c-94fb-a5fff5bbea17 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.1355343 Sep 09 21:37:27.758561 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18a25adb-58f5-44a4-906c-90831cf09c54 req-e80940a8-b6fd-4327-8e3b-67fe7e5a6671 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455778 Sep 09 21:37:27.831008 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35160) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:27.880908 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-8cdba225-8c88-41ad-8b10-21eab2d85853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=301fe456910b4789bee18a2d65681ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454075 Sep 09 21:37:27.881534 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35166) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:27.896249 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35168) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:27.911439 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c22a2aa4-09cb-4cfb-b1f0-d2c2c09b7491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.956644 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:27.990213 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.050496 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.056605 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.058239 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ea53ea6-b54a-4b26-a2af-20facd06a0ac HTTP/1.1" status: 204 len: 168 time: 0.1750240 Sep 09 21:37:28.069902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159775d1-6c6c-49cd-92d9-f90414e7f98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea53ea6-b54a-4b26-a2af-20facd06a0ac,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:28.078375 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a8a1957c-f861-4cb2-b2d6-3578e8f0495a req-5e6f3976-b44d-4e80-b67d-50603062f544 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0434082 Sep 09 21:37:28.114464 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c22a2aa4-09cb-4cfb-b1f0-d2c2c09b7491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.120212 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c22a2aa4-09cb-4cfb-b1f0-d2c2c09b7491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.167108 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c22a2aa4-09cb-4cfb-b1f0-d2c2c09b7491 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cd6d81c5c4d4c828e1dd0619ba776ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677093 Sep 09 21:37:28.168775 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35180) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:28.170618 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a2aa4-09cb-4cfb-b1f0-d2c2c09b7491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25117c43-3eeb-4290-a272-d96cc5316d26,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:28.228578 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.253049 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.309168 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.311772 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.313155 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25117c43-3eeb-4290-a272-d96cc5316d26 HTTP/1.1" status: 204 len: 168 time: 0.1432168 Sep 09 21:37:28.322686 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca1dad-b891-4f18-8b90-e060fe3da002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25117c43-3eeb-4290-a272-d96cc5316d26,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:28.638657 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35200) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:28.696727 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fa4bb288-a55f-41e2-9ba1-34cd0af39b9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c525344f80a41428a133c5c443c146e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552268 Sep 09 21:37:28.698277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35204) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:28.868500 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495198b2-4296-4d9d-a79d-66dd34124456 req-62e95d2c-bc4f-40ff-9a17-cb3419eb506c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:28.871371 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-495198b2-4296-4d9d-a79d-66dd34124456 req-62e95d2c-bc4f-40ff-9a17-cb3419eb506c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1413007 Sep 09 21:37:28.873091 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.938082 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:28.953671 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-495198b2-4296-4d9d-a79d-66dd34124456 req-9e6d492f-cf4c-4ec0-b62f-4d2ec4ee3002 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Sep 09 21:37:29.008149 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.010715 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.011977 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ffe5a68-6b97-4662-988f-a1d7aedf977d HTTP/1.1" status: 204 len: 168 time: 0.3122861 Sep 09 21:37:29.021970 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04091aec-100a-4fec-ac72-174b8383a2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe5a68-6b97-4662-988f-a1d7aedf977d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:29.080886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35220) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:29.138356 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9eff4-016b-4a9a-b165-092363bb5b7e req-a75981cb-b2e2-4c51-a20b-27208e518cb6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:29.140435 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-82d9eff4-016b-4a9a-b165-092363bb5b7e req-a75981cb-b2e2-4c51-a20b-27208e518cb6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0786619 Sep 09 21:37:29.196205 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-82d9eff4-016b-4a9a-b165-092363bb5b7e req-492821b6-119c-406c-ac1c-59d9393e9b2e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Sep 09 21:37:29.334722 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-84f29096-f7f3-4b5e-aa42-38f2201b8ff1 req-4d3efa39-270b-47bb-8024-b371ef061c50 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0297713 Sep 09 21:37:29.490269 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7bafac8f-74d2-4be1-a3f8-c1b5823ebef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.618556 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7bafac8f-74d2-4be1-a3f8-c1b5823ebef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.623825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7bafac8f-74d2-4be1-a3f8-c1b5823ebef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.666657 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7bafac8f-74d2-4be1-a3f8-c1b5823ebef8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77253d7fa3f04e1db5a1344b237af037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843093 Sep 09 21:37:29.667942 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafac8f-74d2-4be1-a3f8-c1b5823ebef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de76d217-38bb-4556-b4f5-ad60460268cd,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:29.669406 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35246) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:29.670452 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:37:29.705132 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-20028988-10a6-4454-9fc9-35ba4b95807a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.748109 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.774525 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.852562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.855654 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:29.856861 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de76d217-38bb-4556-b4f5-ad60460268cd HTTP/1.1" status: 204 len: 168 time: 0.1853814 Sep 09 21:37:29.866483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404d313-7ef7-4ba9-8225-1b70d99914cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76d217-38bb-4556-b4f5-ad60460268cd,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:30.129710 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1d72-f219-4a7e-9e60-c45a7066c38e req-f28b6765-1602-4621-ae01-6ab150529262 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:30.132021 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aacd1d72-f219-4a7e-9e60-c45a7066c38e req-f28b6765-1602-4621-ae01-6ab150529262 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0830722 Sep 09 21:37:30.173809 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aacd1d72-f219-4a7e-9e60-c45a7066c38e req-2cbb8eea-ed24-4433-9735-edb56856dbf5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349343 Sep 09 21:37:30.324247 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35270) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:30.342167 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f6a3860f-0f53-4e00-8af9-1fb18ce0ce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.351719 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f48cc-b27a-4986-8b73-991cb2de1350 req-dd430608-d81d-4512-8e13-ecbdeb5c385c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:30.353250 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b0f48cc-b27a-4986-8b73-991cb2de1350 req-dd430608-d81d-4512-8e13-ecbdeb5c385c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0753174 Sep 09 21:37:30.441569 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b0f48cc-b27a-4986-8b73-991cb2de1350 req-2a28720c-cc28-410a-94c0-f6eaee49fa6d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Sep 09 21:37:30.524432 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f6a3860f-0f53-4e00-8af9-1fb18ce0ce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.555043 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f6a3860f-0f53-4e00-8af9-1fb18ce0ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.559246 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60be6a5f-de08-4734-84b3-0cb0239762f8 req-836112fc-7fa3-41f5-bf32-3299665d6de7 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0369740 Sep 09 21:37:30.602377 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-f6a3860f-0f53-4e00-8af9-1fb18ce0ce56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57e0540208874075b46fd104702eda79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769115 Sep 09 21:37:30.603956 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3860f-0f53-4e00-8af9-1fb18ce0ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e14f21-c83f-45b1-a0f9-8a7ad4b48ac8,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:30.605401 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35282) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:30.674031 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.697093 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.747609 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.750429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:30.751716 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8e14f21-c83f-45b1-a0f9-8a7ad4b48ac8 HTTP/1.1" status: 204 len: 168 time: 0.1450553 Sep 09 21:37:30.760455 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5ca3-4fb3-4ea9-a45d-fab851217fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e14f21-c83f-45b1-a0f9-8a7ad4b48ac8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:31.344010 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cbb18-45e3-4cce-8374-67f89574a281 req-b6857d00-e2ed-40bc-a002-efb16df6e69f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:31.346654 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-948cbb18-45e3-4cce-8374-67f89574a281 req-b6857d00-e2ed-40bc-a002-efb16df6e69f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0863991 Sep 09 21:37:31.411142 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-948cbb18-45e3-4cce-8374-67f89574a281 req-ece72eb6-f0b4-4050-9cf5-6f8f6540353b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Sep 09 21:37:31.599310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff981e8-4e26-4f71-91c4-159d7a322458 req-d0c1a9a3-a75b-4d61-b86e-a1d49d918490 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:31.602360 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bff981e8-4e26-4f71-91c4-159d7a322458 req-d0c1a9a3-a75b-4d61-b86e-a1d49d918490 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0816009 Sep 09 21:37:31.683242 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bff981e8-4e26-4f71-91c4-159d7a322458 req-716ed054-c3bc-409f-b3a4-f445f80ee971 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586152 Sep 09 21:37:31.773795 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ce4c2d3e-97c4-4fe4-942b-470a68172f88 req-f5ba4e06-4f51-4156-9ce6-2ab9717d1f40 tempest-DeleteServersTestJSON-589642184 tempest-DeleteServersTestJSON-589642184-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5feed75-02e7-4c93-a101-dbab2d612480 HTTP/1.1" status: 200 len: 210 time: 0.0626764 Sep 09 21:37:32.227170 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35360) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:32.348568 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0b67-1be7-4ea0-a897-866a36ff6ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.457696 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0b67-1be7-4ea0-a897-866a36ff6ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.464478 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0b67-1be7-4ea0-a897-866a36ff6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.568691 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf0b67-1be7-4ea0-a897-866a36ff6ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea74ebca-51e5-4bec-9e59-1172a53833b4,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:32.577207 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e6bf0b67-1be7-4ea0-a897-866a36ff6ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca13918848b24894b1323179bafb02b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485672 Sep 09 21:37:32.580042 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35368) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:32.610770 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c43a-2adf-497d-aec7-cd80168160ed req-c8c43449-a98e-477e-a13e-95bebc375948 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:32.613934 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-09c4c43a-2adf-497d-aec7-cd80168160ed req-c8c43449-a98e-477e-a13e-95bebc375948 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1178405 Sep 09 21:37:32.631445 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.667813 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.681852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-09c4c43a-2adf-497d-aec7-cd80168160ed req-f9cedb81-dbe6-4528-ab41-ac931c071079 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Sep 09 21:37:32.693124 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.777507 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.781961 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:32.783995 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea74ebca-51e5-4bec-9e59-1172a53833b4 HTTP/1.1" status: 204 len: 168 time: 0.2024031 Sep 09 21:37:32.808890 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cb9d4-a97d-4da9-95bf-2191bc4a1b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea74ebca-51e5-4bec-9e59-1172a53833b4,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:32.836148 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfe57e-1107-49b0-b68d-6181e8b9588a req-3d324b22-1a3d-4158-9257-19e1dd889f82 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:32.837812 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4edfe57e-1107-49b0-b68d-6181e8b9588a req-3d324b22-1a3d-4158-9257-19e1dd889f82 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0766737 Sep 09 21:37:32.910964 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4edfe57e-1107-49b0-b68d-6181e8b9588a req-48144e8e-e806-4d65-8506-3ecd4a858412 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Sep 09 21:37:32.974773 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f48a196e-a633-458e-be4f-97911de3ffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:33.909332 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6c5c-362a-47d5-9053-fc36c72ee779 req-998fd04a-ae00-407b-a98e-8edb69d98331 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:33.912175 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ceb6c5c-362a-47d5-9053-fc36c72ee779 req-998fd04a-ae00-407b-a98e-8edb69d98331 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0983114 Sep 09 21:37:33.967097 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ceb6c5c-362a-47d5-9053-fc36c72ee779 req-a6e4385a-a9f3-4da1-b97c-7d6e68fae495 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Sep 09 21:37:34.174836 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:35.107389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ea71-035d-4d7b-8fa0-1b67fb3b6e8f req-99e750da-5a86-4cb0-8bd6-02fe19057ed7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:35.109013 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7fe5ea71-035d-4d7b-8fa0-1b67fb3b6e8f req-99e750da-5a86-4cb0-8bd6-02fe19057ed7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0606270 Sep 09 21:37:35.156768 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7fe5ea71-035d-4d7b-8fa0-1b67fb3b6e8f req-8a81943a-9be6-4d62-8f1a-c1df3b3d3a44 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403180 Sep 09 21:37:35.265253 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:36.291455 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46dee7-ff64-42ea-9f41-b1b21203085f req-04ef3e99-7925-4320-b29c-338e46434689 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:36.293069 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf46dee7-ff64-42ea-9f41-b1b21203085f req-04ef3e99-7925-4320-b29c-338e46434689 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Sep 09 21:37:36.344598 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf46dee7-ff64-42ea-9f41-b1b21203085f req-3a690900-ef3a-4af8-b13b-514b129bd1ce tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Sep 09 21:37:37.664291 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd5d1f-971c-4a5c-8269-7da236be84e1 req-c1973354-7284-415c-b532-87d1f80eda28 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:37.666591 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dfd5d1f-971c-4a5c-8269-7da236be84e1 req-c1973354-7284-415c-b532-87d1f80eda28 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0702786 Sep 09 21:37:37.717749 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dfd5d1f-971c-4a5c-8269-7da236be84e1 req-63cfdc16-b3d8-457c-930e-606e0053d2c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Sep 09 21:37:37.828342 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35602) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:37.870882 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35604) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:37.880919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Deleting subnet 945375bd-1d9e-4e58-a428-030203f1e91c {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:37:37.884403 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:37.932169 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:37.996145 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.024812 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9b41d707-9b43-4b28-88a7-31e01f1dc55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.094482 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.121730 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945375bd-1d9e-4e58-a428-030203f1e91c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:38.125851 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.131938 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-80207b69-0d26-4eb4-9156-b33015209ebd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/945375bd-1d9e-4e58-a428-030203f1e91c HTTP/1.1" status: 204 len: 168 time: 0.3017416 Sep 09 21:37:38.132915 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35620) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:38.181767 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9b41d707-9b43-4b28-88a7-31e01f1dc55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.187978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9b41d707-9b43-4b28-88a7-31e01f1dc55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.217280 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.238921 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-9b41d707-9b43-4b28-88a7-31e01f1dc55c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af77c5cb7a694deba279d0327ddede0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667328 Sep 09 21:37:38.241040 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41d707-9b43-4b28-88a7-31e01f1dc55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b345fbf7-b2c0-4c52-b887-5fb10a87df1a,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:38.243890 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35624) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:38.306075 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.323116 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.335870 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.353382 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3294a4c1-704f-4cc2-ae58-c2905b9bab63']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:38.372861 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c3c4dd-54be-43b3-8110-4215b0156429') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:38.373676 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c3c4dd-54be-43b3-8110-4215b0156429') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:37:38.391376 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.396271 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.399820 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.404441 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b345fbf7-b2c0-4c52-b887-5fb10a87df1a HTTP/1.1" status: 204 len: 168 time: 0.1564467 Sep 09 21:37:38.412293 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988324f-e4dd-4cdd-8d13-2cb6f3733090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b345fbf7-b2c0-4c52-b887-5fb10a87df1a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:38.442554 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.460049 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:37:38.460465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:37:38.462437 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:37:38.577753 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.585210 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.587454 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/3294a4c1-704f-4cc2-ae58-c2905b9bab63 HTTP/1.1" status: 204 len: 168 time: 0.4530861 Sep 09 21:37:38.613648 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0a96-f259-46ea-bb7f-45323175ed4f admin admin] Pushing event deleted for resources: {'Network': ['ID=3294a4c1-704f-4cc2-ae58-c2905b9bab63,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:38.626462 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-dcb4466c-e5d9-49a5-8d55-312f076ef3c0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:38.632146 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-dcb4466c-e5d9-49a5-8d55-312f076ef3c0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.2376013 Sep 09 21:37:38.645269 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-9d5464a2-c758-419f-9299-5bc1088814a2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/quotas/9cde5d67b4534000a4fb800051f5a433 HTTP/1.1" status: 200 len: 375 time: 0.0109990 Sep 09 21:37:38.706965 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-348c8c66-e0d3-41d1-815f-39ccd2d4ba57 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518773 Sep 09 21:37:38.866768 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-2ff90ffb-f9cb-42fd-a4ff-3c957faba6aa service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475713 Sep 09 21:37:38.869733 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35654) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:38.879175 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35656) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:38.912652 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54dde3a1-e2aa-4365-a512-c7b940f45cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:38.914202 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9f7ce-b1c7-4cbb-b4ad-2be8f0b8cf6d req-b5c7e49f-629e-4280-8301-242fc0fc1886 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:38.924123 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-48f9f7ce-b1c7-4cbb-b4ad-2be8f0b8cf6d req-b5c7e49f-629e-4280-8301-242fc0fc1886 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0989912 Sep 09 21:37:38.984903 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c4c1463c-2eea-4e46-b5fc-d949c3a6c130 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a38c896cd8c94c789a9d9e4b57a1631c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1035893 Sep 09 21:37:38.985196 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35658) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:38.996522 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-48f9f7ce-b1c7-4cbb-b4ad-2be8f0b8cf6d req-85b2278f-4c5c-4006-9ca6-8f4c8a485fb1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710318 Sep 09 21:37:39.077257 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-f48a7aa3-f962-4fcc-94b7-9c26c3be9150 service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090533 Sep 09 21:37:39.092211 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.148466 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.213051 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.271186 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54dde3a1-e2aa-4365-a512-c7b940f45cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.285851 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-54dde3a1-e2aa-4365-a512-c7b940f45cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.340001 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4048a92e-7b5c-4dcb-bf30-68e06e77812e req-850af492-76ee-42db-a0fc-4832b51a251b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 210 time: 0.0420885 Sep 09 21:37:39.341425 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-54dde3a1-e2aa-4365-a512-c7b940f45cb7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2d377b8d7d3499084c143593325cfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607832 Sep 09 21:37:39.342936 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dde3a1-e2aa-4365-a512-c7b940f45cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650d247-9643-47ab-95a9-5e7f843f44eb,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:39.345896 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35672) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:39.375249 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.378219 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.379662 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d5a43ec-88b7-49e7-950e-282e5d6ae58c HTTP/1.1" status: 204 len: 168 time: 0.3936598 Sep 09 21:37:39.401798 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b7ab-369f-4cdb-9200-d01967b41a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a43ec-88b7-49e7-950e-282e5d6ae58c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:39.446371 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.494240 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.550547 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35678) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:39.610859 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.614030 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:39.618025 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0650d247-9643-47ab-95a9-5e7f843f44eb HTTP/1.1" status: 204 len: 168 time: 0.2684247 Sep 09 21:37:39.630318 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ddb34-b1bf-40f8-a75c-3f4df2a44917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650d247-9643-47ab-95a9-5e7f843f44eb,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:39.941941 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c8becc5-1337-4792-aadb-9a20b29fae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.143037 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c8becc5-1337-4792-aadb-9a20b29fae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.155761 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c8becc5-1337-4792-aadb-9a20b29fae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.176537 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2283e-8737-4a25-bfea-7851fae0e485 req-d7bacda4-7643-48eb-ba97-3f79e6175ed6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:40.179034 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b7c2283e-8737-4a25-bfea-7851fae0e485 req-d7bacda4-7643-48eb-ba97-3f79e6175ed6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0897377 Sep 09 21:37:40.256650 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b7c2283e-8737-4a25-bfea-7851fae0e485 req-25028598-6e62-4ee7-814e-5b6ce4acb21b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 Sep 09 21:37:40.271668 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8becc5-1337-4792-aadb-9a20b29fae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c041e-709f-4592-bd22-02675c97969b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:40.279477 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35712) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:40.279731 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0c8becc5-1337-4792-aadb-9a20b29fae27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b1f0027e22b47d083fb6e206d4d812f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275817 Sep 09 21:37:40.396396 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.413562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 35718) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:40.450609 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.475721 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-08988b07-efd4-46f6-b6d8-f24e903caebc req-450e550e-f961-4cef-8399-963641954c00 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 210 time: 0.0411208 Sep 09 21:37:40.532577 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.535994 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.539701 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/652c041e-709f-4592-bd22-02675c97969b HTTP/1.1" status: 204 len: 168 time: 0.2557714 Sep 09 21:37:40.549310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34781c35-dbbb-4a83-a702-5e91a9a4f7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c041e-709f-4592-bd22-02675c97969b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:40.670789 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f41f4091-2358-42b7-a672-b74be0e12842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.840583 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f41f4091-2358-42b7-a672-b74be0e12842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.849184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f41f4091-2358-42b7-a672-b74be0e12842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:40.931414 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f4091-2358-42b7-a672-b74be0e12842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750665a3-c82f-486e-a71c-93ef222cb58a,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:40.942802 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35738) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:40.951408 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f41f4091-2358-42b7-a672-b74be0e12842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35facbfb730a4f6994c8ad132aef1df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242066 Sep 09 21:37:41.034508 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.058768 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.149386 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.161603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.169193 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/750665a3-c82f-486e-a71c-93ef222cb58a HTTP/1.1" status: 204 len: 168 time: 0.2229137 Sep 09 21:37:41.191309 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb8ccb-3cff-4544-a70a-0cb462ae1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750665a3-c82f-486e-a71c-93ef222cb58a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:41.208138 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35746) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:41.260816 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040b84dc-0491-49f0-9ac9-f62413593e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.340710 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-c5b52972-c9df-476d-9a6b-28ddaaaea952 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:41.342397 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-c5b52972-c9df-476d-9a6b-28ddaaaea952 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.3388095 Sep 09 21:37:41.362957 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Request body: {'port': {'device_id': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'admin_state_up': True, 'tenant_id': '9cde5d67b4534000a4fb800051f5a433'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:37:41.505859 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3031ed9-b4e2-4863-b4be-0cea5d2969cf req-3c4b1339-70c6-448f-8549-8903b5c9256d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:41.508757 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b3031ed9-b4e2-4863-b4be-0cea5d2969cf req-3c4b1339-70c6-448f-8549-8903b5c9256d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1493318 Sep 09 21:37:41.643280 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b3031ed9-b4e2-4863-b4be-0cea5d2969cf req-e4a1faea-d1ea-42e6-8693-fd22dc679894 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172822 Sep 09 21:37:41.647530 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040b84dc-0491-49f0-9ac9-f62413593e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.661668 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040b84dc-0491-49f0-9ac9-f62413593e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.699515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:37:41.708036 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.749219 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-040b84dc-0491-49f0-9ac9-f62413593e1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=000a47c6a229411aa9d2ed0cb63320c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329654 Sep 09 21:37:41.749970 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b84dc-0491-49f0-9ac9-f62413593e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2b020-54ad-4ecb-97b7-c6dfdf420d92,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:41.754188 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 35774) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:41.787453 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6309fe41-7980-49c3-819d-b4106c390f6f req-85c9765d-7271-4d30-a3e8-455fcdbd2f8a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 210 time: 0.0618560 Sep 09 21:37:41.840485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.868643 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.965428 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.966161 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Allocated IP 172.20.0.2 (617fba8a-1f8d-43e4-96e7-f98896757f0e/3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932/731dcce6-6f5c-443e-a5a3-5e6024cafeb0) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:37:41.968785 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:41.970196 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41e2b020-54ad-4ecb-97b7-c6dfdf420d92 HTTP/1.1" status: 204 len: 168 time: 0.2149823 Sep 09 21:37:41.984831 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424652be-5cb9-4dbe-b04f-82c45752559c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2b020-54ad-4ecb-97b7-c6dfdf420d92,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:42.188683 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:42.235174 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:42.279410 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:37:42.283454 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:37:42.287456 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:37:42.324633 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event updated for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:42.367369 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:42.368764 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:42.389961 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-53893fd9-9161-4b20-87b5-7be9c11641e0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344427 Sep 09 21:37:43.200927 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3facc-8aff-4420-b550-226a2ca28548 req-979c0c90-08c6-4dad-b0df-242bce3968e6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:43.203012 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e1f3facc-8aff-4420-b550-226a2ca28548 req-979c0c90-08c6-4dad-b0df-242bce3968e6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0735097 Sep 09 21:37:43.248824 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e1f3facc-8aff-4420-b550-226a2ca28548 req-02311d61-8ff8-4bb9-8571-3efb21699d51 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388319 Sep 09 21:37:43.374619 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa217f5-667d-457f-9ddf-ed1e598a9054 req-35e217b6-23f6-4419-bb30-f46e5cd58741 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:43.376342 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-afa217f5-667d-457f-9ddf-ed1e598a9054 req-35e217b6-23f6-4419-bb30-f46e5cd58741 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 931 time: 0.0618124 Sep 09 21:37:43.444151 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-afa217f5-667d-457f-9ddf-ed1e598a9054 req-b74c22ef-c884-462b-a704-3a990db453e8 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563507 Sep 09 21:37:43.822787 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6', 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:43.829642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Request body: {'port': {'device_id': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:37:43.956794 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.265375 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:44.289527 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.315786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Transition to ACTIVE for port object 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:37:44.324250 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.427998 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba08de-373a-4465-b0c1-6c132decb63d req-c8c4e74e-2aa7-4997-8fce-0d072af3bd11 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:44.431151 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57ba08de-373a-4465-b0c1-6c132decb63d req-c8c4e74e-2aa7-4997-8fce-0d072af3bd11 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0908039 Sep 09 21:37:44.456342 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Pushing event updated for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:44.485127 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57ba08de-373a-4465-b0c1-6c132decb63d req-cfd59c15-e264-46e3-9b0c-2acef7b995e6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Sep 09 21:37:44.570875 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Attempting to bind port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:37:44.571420 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Attempting to bind port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:37:44.571899 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Attempting to bind port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:37:44.577885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:37:44.578359 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Attempting to bind port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:37:44.585297 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:37:44.585814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Checking segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:37:44.586304 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Bound using segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:37:44.587369 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Bound port: 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:37:44.587861 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.689190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c4144-d37c-461d-b9e8-11344da4352b req-2de4fdc5-0b71-425e-81d8-70d6ebd225df tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:44.691453 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dd0c4144-d37c-461d-b9e8-11344da4352b req-2de4fdc5-0b71-425e-81d8-70d6ebd225df tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 943 time: 0.0841696 Sep 09 21:37:44.693332 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:37:44.699538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:37:44.706489 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.748838 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dd0c4144-d37c-461d-b9e8-11344da4352b req-c97e5f83-9df6-477f-b7a1-76af0a6589f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Sep 09 21:37:44.769905 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:44.770570 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:44.772810 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] 10.222.0.45 "PUT /v2.0/ports/731dcce6-6f5c-443e-a5a3-5e6024cafeb0 HTTP/1.1" status: 200 len: 1093 time: 0.9510164 Sep 09 21:37:44.773488 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:44.777294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f47b92-ce59-4751-8634-106fd713abb6" -d '{"events": [{"name": "network-changed", "server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:44.816658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101247-61b6-49d1-bacc-0b6254066a03 service neutron] Pushing event updated for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:44.913163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3af834-de6a-449e-b7d0-efc549cee6cd x-openstack-request-id: req-1f3af834-de6a-449e-b7d0-efc549cee6cd {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:44.913771 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:44.913771 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f3af834-de6a-449e-b7d0-efc549cee6cd {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:44.914049 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', 'status': 'completed', 'code': 200} Sep 09 21:37:45.118614 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47b92-ce59-4751-8634-106fd713abb6 req-0ec843df-3f2d-41bf-b1fe-e0d658238466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.120268 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-96f47b92-ce59-4751-8634-106fd713abb6 req-0ec843df-3f2d-41bf-b1fe-e0d658238466 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 1096 time: 0.0441928 Sep 09 21:37:45.263942 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47b92-ce59-4751-8634-106fd713abb6 req-ee5b07ed-c186-404a-b2df-8b2699d57e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.265714 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-96f47b92-ce59-4751-8634-106fd713abb6 req-ee5b07ed-c186-404a-b2df-8b2699d57e73 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9cde5d67b4534000a4fb800051f5a433&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1107016 Sep 09 21:37:45.390877 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f47b92-ce59-4751-8634-106fd713abb6 req-d2100e75-eaec-4b4d-8f2f-95103a6d792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.392790 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-96f47b92-ce59-4751-8634-106fd713abb6 req-d2100e75-eaec-4b4d-8f2f-95103a6d792f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1066213 Sep 09 21:37:45.525533 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-596caf18-9805-4014-88d3-78bc8fd41e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.527580 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-596caf18-9805-4014-88d3-78bc8fd41e59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 1096 time: 0.0766635 Sep 09 21:37:45.580542 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-e8060d6e-aa8e-4683-9a75-220831a5ad0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0 HTTP/1.1" status: 200 len: 217 time: 0.0396800 Sep 09 21:37:45.633738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ec56-724b-4c22-82aa-b40038d5db35 req-37364613-2f85-4fd3-84f5-578076eb88fd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.644735 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-5d1256d6-6c1b-459b-a6e2-1cff1f9e8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.646891 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-5d1256d6-6c1b-459b-a6e2-1cff1f9e8b9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.0538347 Sep 09 21:37:45.648055 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d8c4ec56-724b-4c22-82aa-b40038d5db35 req-37364613-2f85-4fd3-84f5-578076eb88fd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0737507 Sep 09 21:37:45.697295 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-e3b01f4e-8bd9-4d9f-a3c4-960bd6732c7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317726 Sep 09 21:37:45.704020 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d8c4ec56-724b-4c22-82aa-b40038d5db35 req-a67e87b7-84f0-45bf-8b2a-9378302ae833 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Sep 09 21:37:45.803523 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-ca8f71aa-e7ff-4246-96b9-f9fc37764abd service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015971 Sep 09 21:37:45.952271 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d48790d-a2eb-4ff2-96fa-005d6d1d236b req-2948b035-cd92-4468-9ef1-ef37da5f3300 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376603 Sep 09 21:37:45.964285 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36766ad4-a126-4c00-8f1c-104a3466797e req-2d9be8b5-3b5d-4fae-90c1-4f176052172b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:45.967565 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36766ad4-a126-4c00-8f1c-104a3466797e req-2d9be8b5-3b5d-4fae-90c1-4f176052172b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 943 time: 0.0846519 Sep 09 21:37:46.020399 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36766ad4-a126-4c00-8f1c-104a3466797e req-ac3f1968-2915-475f-8926-54ba96dd4810 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Sep 09 21:37:46.840342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c37e7d-7d02-40de-b2f1-928d7d9faf07 req-47389d3f-13f2-4da0-bd79-eb5cf4715c07 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:46.842214 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-90c37e7d-7d02-40de-b2f1-928d7d9faf07 req-47389d3f-13f2-4da0-bd79-eb5cf4715c07 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0581219 Sep 09 21:37:46.889775 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-90c37e7d-7d02-40de-b2f1-928d7d9faf07 req-254f6804-ffaf-4fb4-983a-5311e45be225 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Sep 09 21:37:47.163018 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba07a-b326-4150-887e-1fb5618fe428 req-3433814a-c3d1-4e1e-b02e-2e1368903415 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:47.164630 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63aba07a-b326-4150-887e-1fb5618fe428 req-3433814a-c3d1-4e1e-b02e-2e1368903415 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 943 time: 0.0576427 Sep 09 21:37:47.225899 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63aba07a-b326-4150-887e-1fb5618fe428 req-6762be5a-d98b-4efb-a558-982eee4858f4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Sep 09 21:37:47.629999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36014) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:47.752476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c66d52d-8d28-4104-834b-0810ec82c5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:47.861161 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c66d52d-8d28-4104-834b-0810ec82c5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:47.866807 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3c66d52d-8d28-4104-834b-0810ec82c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:47.907044 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3c66d52d-8d28-4104-834b-0810ec82c5eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=900e0c243cf046199f8e0a750ee51cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757115 Sep 09 21:37:47.908210 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66d52d-8d28-4104-834b-0810ec82c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdbe9c1-766a-4e07-8260-c42fcc78e8a2,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:47.910137 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36018) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:47.963879 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:48.009712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:48.059964 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429cc42-1dd8-485c-be98-e3ec09cb8329 req-b09102c7-480e-4bd4-8300-6794736a8ab2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:48.061550 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4429cc42-1dd8-485c-be98-e3ec09cb8329 req-b09102c7-480e-4bd4-8300-6794736a8ab2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0832186 Sep 09 21:37:48.109127 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4429cc42-1dd8-485c-be98-e3ec09cb8329 req-ae532937-2eea-401d-9c03-e5161a92eb3f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Sep 09 21:37:48.109769 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:48.112581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:48.113770 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fdbe9c1-766a-4e07-8260-c42fcc78e8a2 HTTP/1.1" status: 204 len: 168 time: 0.2024670 Sep 09 21:37:48.126895 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1c770-3c58-4a21-b92d-af01100eb18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdbe9c1-766a-4e07-8260-c42fcc78e8a2,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:48.352418 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6ace2-57c5-44a0-9b50-948a8aa303dd req-d8fb3390-c8d5-4376-aa6f-bcb6374b7fef tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:48.353938 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-59a6ace2-57c5-44a0-9b50-948a8aa303dd req-d8fb3390-c8d5-4376-aa6f-bcb6374b7fef tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 943 time: 0.0515566 Sep 09 21:37:48.395003 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-59a6ace2-57c5-44a0-9b50-948a8aa303dd req-851c1034-49e5-4b61-a3bc-c634b8454438 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Sep 09 21:37:49.263471 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835d84a-dd6f-4501-9d9a-0e4d5c85dc4d req-a6fe2b67-1d2e-4f59-8222-f81324bda284 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:49.265134 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2835d84a-dd6f-4501-9d9a-0e4d5c85dc4d req-a6fe2b67-1d2e-4f59-8222-f81324bda284 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0603509 Sep 09 21:37:49.304102 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2835d84a-dd6f-4501-9d9a-0e4d5c85dc4d req-8ef71ad4-f5d2-4c8f-8dfe-a90f652a72b0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Sep 09 21:37:49.367792 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:37:49.464020 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:49.475364 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'port_id': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', 'mac_address': 'fa:16:3e:cb:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:37:49.518090 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9a639-4311-4f2a-9f31-21e76158ddee req-de6ebab5-9403-4d8b-bcf3-d97d92c2f2d6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:49.519650 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-87c9a639-4311-4f2a-9f31-21e76158ddee req-de6ebab5-9403-4d8b-bcf3-d97d92c2f2d6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 943 time: 0.0538344 Sep 09 21:37:49.522774 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:49.538494 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:37:49.561701 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:49.567985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:49.583541 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-87c9a639-4311-4f2a-9f31-21e76158ddee req-c7b06d34-6e87-4a69-8969-e8d521e5390c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569603 Sep 09 21:37:49.627683 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:50.425891 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d2262-d390-4666-8260-f7d9a7351eab req-6bbbfdc9-6507-477d-afcf-901420d92a93 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:50.427385 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-362d2262-d390-4666-8260-f7d9a7351eab req-6bbbfdc9-6507-477d-afcf-901420d92a93 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0530860 Sep 09 21:37:50.466777 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-362d2262-d390-4666-8260-f7d9a7351eab req-b099a400-e101-4ef4-b8ee-ca0aa97a54a6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Sep 09 21:37:50.707109 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f2589-6afb-4c09-97b4-b87c94796d72 req-e88624b4-221b-4528-b1dd-49ef3e7df462 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:50.708736 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f54f2589-6afb-4c09-97b4-b87c94796d72 req-e88624b4-221b-4528-b1dd-49ef3e7df462 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Sep 09 21:37:50.750001 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f54f2589-6afb-4c09-97b4-b87c94796d72 req-7545e6d7-4a9f-4b07-a100-004d57a88c3a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Sep 09 21:37:51.038111 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['731dcce6-6f5c-443e-a5a3-5e6024cafeb0'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:37:51.042922 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36114) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:51.218566 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-079ef9df-fa39-4b70-9d48-cc0a26e36540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.332937 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-079ef9df-fa39-4b70-9d48-cc0a26e36540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.338718 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-079ef9df-fa39-4b70-9d48-cc0a26e36540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.382365 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-079ef9df-fa39-4b70-9d48-cc0a26e36540 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef37418cbd624655b6ae5aee54dc349c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380811 Sep 09 21:37:51.383260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ef9df-fa39-4b70-9d48-cc0a26e36540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7188b33a-6c48-4f7e-a483-ca82e13ee0fd,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:51.385110 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36120) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:51.456465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.477316 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.536573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.540275 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:51.544295 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7188b33a-6c48-4f7e-a483-ca82e13ee0fd HTTP/1.1" status: 204 len: 168 time: 0.1553998 Sep 09 21:37:51.553315 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a32497-2506-4088-be74-738da7332ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7188b33a-6c48-4f7e-a483-ca82e13ee0fd,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:51.629290 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286a37-509c-4cd3-a3f4-c3ccce311b64 req-c62715cf-3656-4b5a-8681-a0983ca03401 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:51.631204 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d286a37-509c-4cd3-a3f4-c3ccce311b64 req-c62715cf-3656-4b5a-8681-a0983ca03401 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0599835 Sep 09 21:37:51.673838 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5d286a37-509c-4cd3-a3f4-c3ccce311b64 req-0a5e65b2-cc9b-4c07-ad4f-8ebf95edf0ed tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Sep 09 21:37:51.893006 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe486c-ec76-41e0-a9cc-bd9285f9ce20 req-392d66fd-f83d-45a8-8dd1-c9ca58d05c52 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:51.900439 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5dbe486c-ec76-41e0-a9cc-bd9285f9ce20 req-392d66fd-f83d-45a8-8dd1-c9ca58d05c52 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 944 time: 0.0659380 Sep 09 21:37:51.951293 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5dbe486c-ec76-41e0-a9cc-bd9285f9ce20 req-3872d938-f4ee-4e46-85d8-d1f97e8f31f2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497475 Sep 09 21:37:51.994744 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36156) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:52.014585 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7da10e94-ab7e-41d6-b2da-e42c4d1d76ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.356234 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7da10e94-ab7e-41d6-b2da-e42c4d1d76ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.361897 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7da10e94-ab7e-41d6-b2da-e42c4d1d76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.416289 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-7da10e94-ab7e-41d6-b2da-e42c4d1d76ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aab153b71fd84c97b99d004282c93f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173324 Sep 09 21:37:52.416289 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da10e94-ab7e-41d6-b2da-e42c4d1d76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59c489-4d5a-48f7-a2cb-927cb11f3329,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:52.417558 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36176) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:52.491918 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.514709 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.575302 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.579885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:52.581970 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc59c489-4d5a-48f7-a2cb-927cb11f3329 HTTP/1.1" status: 204 len: 168 time: 0.1631038 Sep 09 21:37:52.595887 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b9b52-22b4-45d4-be92-2b4fd6dd74ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59c489-4d5a-48f7-a2cb-927cb11f3329,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:52.848219 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a8224-7562-47e4-b5f3-d1aa30fcdbc5 req-76b568f6-3a25-4f6d-b6e2-7c0c689f1737 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:52.850979 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2b9a8224-7562-47e4-b5f3-d1aa30fcdbc5 req-76b568f6-3a25-4f6d-b6e2-7c0c689f1737 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0928466 Sep 09 21:37:52.888292 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2b9a8224-7562-47e4-b5f3-d1aa30fcdbc5 req-d01647c1-c0bc-4177-9b68-23e6a9db5c23 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Sep 09 21:37:53.069884 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6fff-a7a4-473e-8f74-5c5d63476a2b req-cf529c0c-202b-498a-9e06-fad79126d30b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:53.075909 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-eb6e6fff-a7a4-473e-8f74-5c5d63476a2b req-cf529c0c-202b-498a-9e06-fad79126d30b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 944 time: 0.0580692 Sep 09 21:37:53.112157 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-eb6e6fff-a7a4-473e-8f74-5c5d63476a2b req-bf55c86f-dd6b-459a-a0e3-7c8305ddc766 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Sep 09 21:37:54.027810 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc5a5-499b-46bb-bd3b-31890d4f0cb4 req-a349b265-697d-4e64-95ab-41525e15bccd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:54.029439 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fcfcc5a5-499b-46bb-bd3b-31890d4f0cb4 req-a349b265-697d-4e64-95ab-41525e15bccd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0605412 Sep 09 21:37:54.077367 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fcfcc5a5-499b-46bb-bd3b-31890d4f0cb4 req-8e56b4ac-dfcc-4360-8032-c80b73b52ab8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Sep 09 21:37:54.241344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439c5a-dc14-4e6e-a3bd-03d83c09a822 req-059daad2-1b81-4c69-8339-a4b746be5aca tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:54.242950 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6439c5a-dc14-4e6e-a3bd-03d83c09a822 req-059daad2-1b81-4c69-8339-a4b746be5aca tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 944 time: 0.0560632 Sep 09 21:37:54.285738 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6439c5a-dc14-4e6e-a3bd-03d83c09a822 req-8d74fa86-2f26-41b0-a297-2ceae6772409 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Sep 09 21:37:54.702185 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36274) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:54.817654 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e6b00d-f408-4024-8553-ffde0ba1c763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:54.935741 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e6b00d-f408-4024-8553-ffde0ba1c763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:54.946725 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-38e6b00d-f408-4024-8553-ffde0ba1c763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:54.989212 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-38e6b00d-f408-4024-8553-ffde0ba1c763 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5a2ba5ece34480c86871076b9f00393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859204 Sep 09 21:37:54.990394 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6b00d-f408-4024-8553-ffde0ba1c763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9305df2-44cf-4306-8e33-1397021f4d7d,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:54.992549 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36280) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:55.051870 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.077268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.131692 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.134954 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.136776 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9305df2-44cf-4306-8e33-1397021f4d7d HTTP/1.1" status: 204 len: 168 time: 0.1426055 Sep 09 21:37:55.146324 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5c2d8-bc6d-46e0-8939-5c93645c2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9305df2-44cf-4306-8e33-1397021f4d7d,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:55.263646 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e46362-ec91-46ad-82a0-221634a8da27 req-9986d850-fbc2-4940-a1be-3ea5f07a8793 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:55.266182 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41e46362-ec91-46ad-82a0-221634a8da27 req-9986d850-fbc2-4940-a1be-3ea5f07a8793 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0657830 Sep 09 21:37:55.325279 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41e46362-ec91-46ad-82a0-221634a8da27 req-0c1ad207-67ab-4e6d-a561-7f1c773f656f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Sep 09 21:37:55.470336 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:37:55.488695 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2fc7e-d455-435f-aeb0-59c13ee35572 req-2aa3f9fc-cb20-4d5e-acaa-ab8aac3e6798 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:55.490673 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b4b2fc7e-d455-435f-aeb0-59c13ee35572 req-2aa3f9fc-cb20-4d5e-acaa-ab8aac3e6798 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 944 time: 0.0660081 Sep 09 21:37:55.520844 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36294) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:55.536122 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6a091248-8061-436a-aae4-7abce9da6743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.541415 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b4b2fc7e-d455-435f-aeb0-59c13ee35572 req-3627fbfc-87af-402e-8e53-dab874fcbbfd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Sep 09 21:37:55.557361 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:37:55.581797 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:37:55.582630 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.657294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6a091248-8061-436a-aae4-7abce9da6743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.662518 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6a091248-8061-436a-aae4-7abce9da6743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.716696 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-6a091248-8061-436a-aae4-7abce9da6743 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1ad077695dd4bc19ce5b6b27283c730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942370 Sep 09 21:37:55.717732 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a091248-8061-436a-aae4-7abce9da6743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c205c125-6877-4a59-b11a-38c5c42be7ff,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:55.721462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36300) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:55.788793 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.801149 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.815274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.825560 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:37:55.828677 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fe912-ea43-4d71-bd8e-1c36ec24f3b6" -d '{"events": [{"server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "name": "network-vif-plugged", "status": "completed", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:37:55.844298 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:37:55.850285 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.877482 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.884345 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a79e4-ce80-4e07-83f7-0909aa2637d7 x-openstack-request-id: req-0c7a79e4-ce80-4e07-83f7-0909aa2637d7 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:37:55.884537 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:55.884639 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "name": "network-vif-plugged", "status": "completed", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:37:55.884974 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c7a79e4-ce80-4e07-83f7-0909aa2637d7 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:37:55.885484 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', 'code': 200} Sep 09 21:37:55.886423 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c205c125-6877-4a59-b11a-38c5c42be7ff HTTP/1.1" status: 204 len: 168 time: 0.1629348 Sep 09 21:37:55.898175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4d485-8875-411f-8344-cd469ded9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205c125-6877-4a59-b11a-38c5c42be7ff,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:55.937964 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:56.146666 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de49041-651b-4766-a4f4-bc0c813342af req-1fe14369-d21d-412a-9d76-24f8013c83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:56.148905 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7de49041-651b-4766-a4f4-bc0c813342af req-1fe14369-d21d-412a-9d76-24f8013c83ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 1098 time: 0.0489874 Sep 09 21:37:56.227778 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7de49041-651b-4766-a4f4-bc0c813342af req-ed5c9110-1991-42c3-b57b-f5e3939cb40e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632384 Sep 09 21:37:56.588230 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe4000-16ed-41c9-b957-598e8e3bd55f req-e4dbab84-58b8-464c-aa82-0cfe3cfcbb00 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:56.600151 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-24fe4000-16ed-41c9-b957-598e8e3bd55f req-e4dbab84-58b8-464c-aa82-0cfe3cfcbb00 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1149981 Sep 09 21:37:56.655943 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-24fe4000-16ed-41c9-b957-598e8e3bd55f req-4d841166-77ca-4bb4-9b6a-f77a171376e1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540950 Sep 09 21:37:56.834076 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d10c-7127-492b-bde6-46f67aeb35d2 req-48ec6733-d822-4fdc-bc15-8190ba44d8ba tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:56.837863 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7de3d10c-7127-492b-bde6-46f67aeb35d2 req-48ec6733-d822-4fdc-bc15-8190ba44d8ba tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0801709 Sep 09 21:37:56.928976 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7de3d10c-7127-492b-bde6-46f67aeb35d2 req-18480fd3-8b2b-408c-9dbb-c2b79107dd4b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832338 Sep 09 21:37:57.870481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afb189-c361-44ae-917c-f074f61fb199 req-bebf50d2-44b9-493a-99e2-a57a0408925f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:57.875892 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d2afb189-c361-44ae-917c-f074f61fb199 req-bebf50d2-44b9-493a-99e2-a57a0408925f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0678654 Sep 09 21:37:57.951973 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d2afb189-c361-44ae-917c-f074f61fb199 req-78a24afb-83ff-4f60-90a6-d0aeef774588 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Sep 09 21:37:58.291873 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06358077-3091-48bd-80f8-8b0718796727 req-994d9c7f-95c8-4825-b8be-189f1b588fcd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:58.294307 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-06358077-3091-48bd-80f8-8b0718796727 req-994d9c7f-95c8-4825-b8be-189f1b588fcd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0593572 Sep 09 21:37:58.352883 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-06358077-3091-48bd-80f8-8b0718796727 req-08d867b3-5e87-4932-9909-56f731155591 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464785 Sep 09 21:37:58.795962 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36506) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:59.024509 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e05d8e3-3e50-4f17-9778-92171d812b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.133016 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48486e7e-ad8f-407f-804a-54fa913dad8c req-99a08381-d395-475a-9ce7-fe30b1c8f58b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:59.149419 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-48486e7e-ad8f-407f-804a-54fa913dad8c req-99a08381-d395-475a-9ce7-fe30b1c8f58b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0926135 Sep 09 21:37:59.250026 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-48486e7e-ad8f-407f-804a-54fa913dad8c req-5ad24431-4da5-4aa6-b235-1300bc29db2d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956845 Sep 09 21:37:59.284340 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e05d8e3-3e50-4f17-9778-92171d812b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.304003 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e05d8e3-3e50-4f17-9778-92171d812b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.371528 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05d8e3-3e50-4f17-9778-92171d812b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7354fe2b-96a8-4ef2-937a-f96d5f8d2927,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:59.381133 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5e05d8e3-3e50-4f17-9778-92171d812b83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0f6025d55794b17aa6d4461edf0c0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830250 Sep 09 21:37:59.384801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36524) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:59.389318 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36526) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:37:59.492642 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.531691 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.599719 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e93463-980a-49dc-9712-dd45c4f172ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.606109 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.609306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.610543 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7354fe2b-96a8-4ef2-937a-f96d5f8d2927 HTTP/1.1" status: 204 len: 168 time: 0.2243338 Sep 09 21:37:59.620119 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082419-0e5b-4d44-bb72-b825851d875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7354fe2b-96a8-4ef2-937a-f96d5f8d2927,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:59.632691 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010721d-40be-433c-bf10-460639f272df req-fb176787-1bb3-40c0-b2d3-bea4c1f93f4d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:37:59.635403 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4010721d-40be-433c-bf10-460639f272df req-fb176787-1bb3-40c0-b2d3-bea4c1f93f4d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.1275237 Sep 09 21:37:59.700368 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ee908bd0-d857-4662-9ae1-9d93ca94996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.747484 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4010721d-40be-433c-bf10-460639f272df req-6be90fee-9d3c-4c48-91c3-7ab026e8e21c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016364 Sep 09 21:37:59.884786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e93463-980a-49dc-9712-dd45c4f172ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.894389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e93463-980a-49dc-9712-dd45c4f172ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:37:59.993657 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c5e93463-980a-49dc-9712-dd45c4f172ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd6ef3f139b45db99d0e6ced5603421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010737 Sep 09 21:37:59.995281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e93463-980a-49dc-9712-dd45c4f172ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23beb534-abf0-4503-95b7-d4e7b983bc95,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:37:59.998622 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36542) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:00.184953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.227647 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.269192 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36546) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:00.324975 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74512842-e436-4b29-b442-c8b91ce54538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.329574 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.335486 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.337556 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23beb534-abf0-4503-95b7-d4e7b983bc95 HTTP/1.1" status: 204 len: 168 time: 0.3370931 Sep 09 21:38:00.370074 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cc143-7272-44fb-a20e-ac39a4cddd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23beb534-abf0-4503-95b7-d4e7b983bc95,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:00.666395 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74512842-e436-4b29-b442-c8b91ce54538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.687911 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3cdae-b51d-455a-a6f2-e1fbfd31ec66 req-c4c1be31-ca9e-4ba7-9a2a-af327b315d96 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:00.691240 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cda3cdae-b51d-455a-a6f2-e1fbfd31ec66 req-c4c1be31-ca9e-4ba7-9a2a-af327b315d96 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1486177 Sep 09 21:38:00.693257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74512842-e436-4b29-b442-c8b91ce54538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.804710 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-74512842-e436-4b29-b442-c8b91ce54538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7bc396185314d8a88218a15ca4516ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269928 Sep 09 21:38:00.808916 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36574) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:00.815183 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cda3cdae-b51d-455a-a6f2-e1fbfd31ec66 req-502b1a35-5e15-4d98-bbf6-5153d2b86a1c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016212 Sep 09 21:38:00.826506 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512842-e436-4b29-b442-c8b91ce54538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e6aa5-e9bb-4847-816c-c2302992863c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:00.890627 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:00.919951 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.003354 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.007376 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.008715 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f54e6aa5-e9bb-4847-816c-c2302992863c HTTP/1.1" status: 204 len: 168 time: 0.1983669 Sep 09 21:38:01.019334 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd55fc1-de10-41a9-b0eb-76d4250e3f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e6aa5-e9bb-4847-816c-c2302992863c,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:01.102420 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36580) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:01.118661 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c3f7778a-8bf8-4107-8a51-fb5c84515ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.249900 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c3f7778a-8bf8-4107-8a51-fb5c84515ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.258211 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c3f7778a-8bf8-4107-8a51-fb5c84515ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.311000 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c3f7778a-8bf8-4107-8a51-fb5c84515ea1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01bc84808f344e6ea9ac791b8170c033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049830 Sep 09 21:38:01.311249 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36586) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:01.317803 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7778a-8bf8-4107-8a51-fb5c84515ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec62c63-a491-4910-b29e-c936e9729f0c,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:01.387658 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.425804 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.508089 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.513195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:01.514353 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ec62c63-a491-4910-b29e-c936e9729f0c HTTP/1.1" status: 204 len: 168 time: 0.2021475 Sep 09 21:38:01.523671 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43464e50-57bc-407d-8b48-6663bfa71d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec62c63-a491-4910-b29e-c936e9729f0c,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:02.059850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36626) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:02.079129 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bf333166-4386-4a81-9a51-541da9bc29e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.219282 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bf333166-4386-4a81-9a51-541da9bc29e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.234240 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bf333166-4386-4a81-9a51-541da9bc29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.308416 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333166-4386-4a81-9a51-541da9bc29e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eccf305-5e32-4a34-9cf6-738492149fa0,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:02.358903 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-bf333166-4386-4a81-9a51-541da9bc29e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73abbfa0ee224d9eb5b770cc8c870183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961116 Sep 09 21:38:02.361928 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36638) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:02.488887 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.521050 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.590918 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.593917 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.595274 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5eccf305-5e32-4a34-9cf6-738492149fa0 HTTP/1.1" status: 204 len: 168 time: 0.2319756 Sep 09 21:38:02.607391 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3cf9e-3138-49f7-816a-7a95d889e1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eccf305-5e32-4a34-9cf6-738492149fa0,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:02.646216 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:02.859646 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36654) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:02.956647 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-fc52aac2-e6dd-4bb1-a1cf-51f4ce974845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.000707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c8621eab-713c-40bf-8849-785034a49953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.134027 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c8621eab-713c-40bf-8849-785034a49953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.142747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c8621eab-713c-40bf-8849-785034a49953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.230694 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c8621eab-713c-40bf-8849-785034a49953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14a42b2429e348469a37e174e94b1f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696907 Sep 09 21:38:03.232289 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8621eab-713c-40bf-8849-785034a49953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e8da1-286f-4085-8e86-ae1ada7b6b47,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:03.233361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36666) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:03.319560 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.356771 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.445142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.449645 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:03.451971 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/908e8da1-286f-4085-8e86-ae1ada7b6b47 HTTP/1.1" status: 204 len: 168 time: 0.2169330 Sep 09 21:38:03.464935 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833884a-32b9-4e50-af0f-0012478cc986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e8da1-286f-4085-8e86-ae1ada7b6b47,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:04.179423 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.393780 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 36714) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:04.553296 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480410171-network', 'tenant_id': '796e99161e7f4d138d2b15ae78d76c85'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:04.579284 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Made reservation on behalf of 796e99161e7f4d138d2b15ae78d76c85 for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:04.582220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.592383 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.723703 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.730292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.769350 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:38:04.781949 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db92166b-5d40-475e-a88d-7771ed49a25d,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:04.792350 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.792682 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Added segment 94bfafed-42b5-47ae-8259-1191ba2dccb7 of type vlan for network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa Sep 09 21:38:04.879940 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.941586 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95f271-03f4-41f7-8d4b-6acc7642a8f1 req-ed6a65cc-3600-44f5-b35c-f0984faa5c69 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:04.943326 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b95f271-03f4-41f7-8d4b-6acc7642a8f1 req-ed6a65cc-3600-44f5-b35c-f0984faa5c69 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1277273 Sep 09 21:38:04.948707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:04.951893 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:04.958987 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:05.023526 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b95f271-03f4-41f7-8d4b-6acc7642a8f1 req-6faf5067-ebb3-4730-8243-22cec5cf8720 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626247 Sep 09 21:38:05.049518 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6541140 Sep 09 21:38:05.055843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36730) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:05.062508 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Request body: {'subnet': {'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480410171-subnet', 'tenant_id': '796e99161e7f4d138d2b15ae78d76c85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:05.101796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Made reservation on behalf of 796e99161e7f4d138d2b15ae78d76c85 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:05.105987 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10341582'] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:05.124341 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3ccb1-c2cf-4ba9-b4e6-87c380ce2900 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:05.139202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:38:05.283972 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:05.440412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10341584'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:05.551457 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27df025b-8b01-4fe3-8704-a07646b35682,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:05.565603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.566070 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.566298 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.566873 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.567349 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.567796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.568253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.568771 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.569306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.570169 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.570703 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.571274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:05.585590 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Checking segment: {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:05.586130 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Network hostable DHCP agents. Network: 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:38:05.615603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:38:05.642531 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:05.650651 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:05.651381 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:05.652917 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3dd809-c505-451e-9f91-42304ddd6d5b None None] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:05.684180 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-32ddbd9b-172e-4aca-bd11-2d87425b7b2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6162956 Sep 09 21:38:05.902738 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf694e-074f-4633-85df-5dfcec06f0f2 None None] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:06.196713 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b91a8d-b67b-4ec4-be93-0838555d8fd1 req-0a44130f-2c74-426e-bcc1-da5b3bcc7dcb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:06.203925 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c2b91a8d-b67b-4ec4-be93-0838555d8fd1 req-0a44130f-2c74-426e-bcc1-da5b3bcc7dcb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0702431 Sep 09 21:38:06.267278 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c2b91a8d-b67b-4ec4-be93-0838555d8fd1 req-1c9046e2-ff71-4528-81ca-dc4f88ab9178 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Sep 09 21:38:06.671388 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:38:07.430517 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a2d4-36a5-4c5f-9397-f78e2d691e9f req-7a56cd87-9ce3-478f-98f8-355d369d3ebc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:07.433486 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5562a2d4-36a5-4c5f-9397-f78e2d691e9f req-7a56cd87-9ce3-478f-98f8-355d369d3ebc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0761616 Sep 09 21:38:07.506334 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5562a2d4-36a5-4c5f-9397-f78e2d691e9f req-f6ae276b-ef27-4d2f-9b12-766ee2ff4642 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596752 Sep 09 21:38:08.200148 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-1f011d37-d359-4fa2-aad9-4b4fb8b4d09b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695374 Sep 09 21:38:08.283921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-51807cd1-be89-46a0-a4c1-559c2dec48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:08.285419 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-51807cd1-be89-46a0-a4c1-559c2dec48f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 1098 time: 0.0503042 Sep 09 21:38:08.450061 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-f0547c46-cce2-4c92-9dae-81f869b3729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:08.452269 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-f0547c46-cce2-4c92-9dae-81f869b3729d service neutron] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 916 time: 0.1205463 Sep 09 21:38:08.502564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-c15bb509-300b-4273-b457-f3d3f99653e8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:08.504385 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-c15bb509-300b-4273-b457-f3d3f99653e8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 809 time: 0.4184217 Sep 09 21:38:08.507116 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-58d42ee7-014a-45a1-9e0c-8048a0078409 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6 HTTP/1.1" status: 200 len: 217 time: 0.0432453 Sep 09 21:38:08.521697 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-14268135-700c-4cd6-8f79-5738cd9d80f5 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/quotas/796e99161e7f4d138d2b15ae78d76c85 HTTP/1.1" status: 200 len: 375 time: 0.0099258 Sep 09 21:38:08.567121 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-92e975e3-a0b1-4561-85a5-8c25cec4aabd tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381756 Sep 09 21:38:08.571833 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-ddb85e28-28e6-4e2f-9f95-edfc30fc37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:08.573988 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-ddb85e28-28e6-4e2f-9f95-edfc30fc37ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.0546410 Sep 09 21:38:08.644473 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-c4faf203-eb53-4338-b59f-76eae739a36f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620272 Sep 09 21:38:08.707870 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-41dc2489-158d-4377-850a-cf8d487312fc service neutron] 10.222.0.21 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308377 Sep 09 21:38:08.871687 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50689168-db89-487d-b420-cde55aaedc1b req-860d91ff-1920-4194-8b3c-d5883e1bac83 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:08.884265 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-50689168-db89-487d-b420-cde55aaedc1b req-860d91ff-1920-4194-8b3c-d5883e1bac83 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.2445846 Sep 09 21:38:08.905422 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-0c6a1f8b-5b74-48bf-afaa-09d6d51026f9 service neutron] 10.222.0.21 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888273 Sep 09 21:38:08.954943 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-eb01400c-f11b-422b-b62c-35719be0fe25 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857249 Sep 09 21:38:08.993070 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-50689168-db89-487d-b420-cde55aaedc1b req-820b0f59-bced-4489-baff-005d2addf0ea tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018889 Sep 09 21:38:09.110126 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:09.208344 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-33d82d13-fdf5-4703-88c1-38b96fbdf2ed req-1b5b1dc4-411f-45dd-89ad-3ed7143d77fc tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 210 time: 0.0568526 Sep 09 21:38:09.258009 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c36af1-68ed-45d0-9a7a-2638f70cad13 req-713c3d2f-b8c6-4351-af1a-2f8d0c507f42 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918897 Sep 09 21:38:10.140482 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee108a-f316-4ff3-8db6-3bbea9dffc96 req-8202c512-ee52-45df-94e4-9d12e2842eed tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:10.142103 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36ee108a-f316-4ff3-8db6-3bbea9dffc96 req-8202c512-ee52-45df-94e4-9d12e2842eed tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0570176 Sep 09 21:38:10.194204 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36ee108a-f316-4ff3-8db6-3bbea9dffc96 req-811e0e88-9f81-431c-b8b8-bf5adb93a1fa tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Sep 09 21:38:10.368198 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c872c3d0-bd8d-4ca4-aae9-591333451801 req-c6aa6132-7f24-4e47-a7b9-606dc751c633 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 210 time: 0.0534408 Sep 09 21:38:10.627517 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36968) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:10.666170 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-6385e06c-bc59-4276-99f5-71f8c3998df3 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:10.668004 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-6385e06c-bc59-4276-99f5-71f8c3998df3 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 809 time: 0.1943445 Sep 09 21:38:10.697487 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Request body: {'port': {'device_id': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa', 'admin_state_up': True, 'tenant_id': '796e99161e7f4d138d2b15ae78d76c85'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:10.866182 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-360d4263-26fc-4372-996b-b39476d03564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:10.888601 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Made reservation on behalf of 796e99161e7f4d138d2b15ae78d76c85 for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:10.894541 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.067792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 36992) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:11.119603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-360d4263-26fc-4372-996b-b39476d03564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.129493 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-360d4263-26fc-4372-996b-b39476d03564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.138500 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Allocated IP 172.20.0.5 (0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa/27df025b-8b01-4fe3-8704-a07646b35682/f90cde9d-f25b-44ad-a2c7-2a7bc421716d) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:11.185255 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4263-26fc-4372-996b-b39476d03564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a68dbf8-3a35-4884-990c-abe72a9c962f,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:11.219988 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-360d4263-26fc-4372-996b-b39476d03564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff45f85bffe54dd89d0e60822e1de85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903313 Sep 09 21:38:11.222653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37002) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:11.282335 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d9875d-e396-44a1-8e98-4e9e2be578b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.324319 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.338952 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.394066 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.408122 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.454357 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836d1f-339c-46c4-bfa7-db66708a8d35 req-b8374fbd-06aa-4b2a-b075-4cebe7bd28ce tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:11.456439 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1a836d1f-339c-46c4-bfa7-db66708a8d35 req-b8374fbd-06aa-4b2a-b075-4cebe7bd28ce tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.1514385 Sep 09 21:38:11.499122 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:11.522483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:11.535945 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1a836d1f-339c-46c4-bfa7-db66708a8d35 req-27c56e15-64dc-4aee-9246-15e55b29bc89 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597095 Sep 09 21:38:11.537971 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:11.561633 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.564672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.566890 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Pushing event updated for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:11.587935 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a68dbf8-3a35-4884-990c-abe72a9c962f HTTP/1.1" status: 204 len: 168 time: 0.3559926 Sep 09 21:38:11.590426 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d9875d-e396-44a1-8e98-4e9e2be578b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.602247 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d9875d-e396-44a1-8e98-4e9e2be578b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.641321 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.641801 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.642203 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.642539 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.643121 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.643300 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.643822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.644156 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.645105 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.645817 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.645817 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.646136 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:11.664950 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:11.665891 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.690730 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c0d9875d-e396-44a1-8e98-4e9e2be578b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49305fa205c5423eaf968c38e9b1d6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208017 Sep 09 21:38:11.691817 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99105-487f-461c-9fd9-fe97f5017fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a68dbf8-3a35-4884-990c-abe72a9c962f,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:11.693452 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37018) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:11.698016 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ae9dd-9685-48f1-a717-b24096d487b8 req-017440f9-5ad4-4700-8cf2-432b0dc4bf63 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:11.719306 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-588ae9dd-9685-48f1-a717-b24096d487b8 req-017440f9-5ad4-4700-8cf2-432b0dc4bf63 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 931 time: 0.2065248 Sep 09 21:38:11.721552 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-086c845b-2e77-45e8-b725-b9a1b656e59b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0281839 Sep 09 21:38:11.750163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Request body: {'port': {'device_id': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:11.801035 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9875d-e396-44a1-8e98-4e9e2be578b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8947213b-2860-4e48-83c1-0568eaf14bf6,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:11.847845 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.862867 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-588ae9dd-9685-48f1-a717-b24096d487b8 req-8da5535a-a098-4f6d-a2f3-093844175b9b tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438580 Sep 09 21:38:11.877758 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.930503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:11.946932 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ac25-9bb5-4199-b81d-61b46e5bfb8c req-e94b4172-3243-4abe-8f25-8a3c8dcdce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:11.948514 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9db1ac25-9bb5-4199-b81d-61b46e5bfb8c req-e94b4172-3243-4abe-8f25-8a3c8dcdce62 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 1098 time: 0.1434665 Sep 09 21:38:12.019616 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9db1ac25-9bb5-4199-b81d-61b46e5bfb8c req-d15300d7-bf46-459b-9137-a0af4a93c15f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550354 Sep 09 21:38:12.048416 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.051279 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.052934 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8947213b-2860-4e48-83c1-0568eaf14bf6 HTTP/1.1" status: 204 len: 168 time: 0.3438520 Sep 09 21:38:12.068279 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b17c4b-0d61-4d24-9212-63a075b066ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947213b-2860-4e48-83c1-0568eaf14bf6,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:12.133025 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37036) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:12.147738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-94d1b43e-21d9-4b39-a387-83c10a7fa8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.290581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-94d1b43e-21d9-4b39-a387-83c10a7fa8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.300339 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-94d1b43e-21d9-4b39-a387-83c10a7fa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.312383 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90cde9d-f25b-44ad-a2c7-2a7bc421716d {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:12.327477 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.344076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Transition to ACTIVE for port object f90cde9d-f25b-44ad-a2c7-2a7bc421716d will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:12.350053 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.356978 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-94d1b43e-21d9-4b39-a387-83c10a7fa8f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b8cb02dc5394a4e8fdc5ee21b138a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199824 Sep 09 21:38:12.356978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1b43e-21d9-4b39-a387-83c10a7fa8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ab2ae-591f-4e74-9627-ea0b3a1e70b3,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:12.358701 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37040) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:12.415758 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:12.437675 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.468588 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.525230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Attempting to bind port f90cde9d-f25b-44ad-a2c7-2a7bc421716d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:12.525662 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Attempting to bind port f90cde9d-f25b-44ad-a2c7-2a7bc421716d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:12.526056 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Attempting to bind port f90cde9d-f25b-44ad-a2c7-2a7bc421716d on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:12.531653 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Port f90cde9d-f25b-44ad-a2c7-2a7bc421716d on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:38:12.532286 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Attempting to bind port f90cde9d-f25b-44ad-a2c7-2a7bc421716d on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:12.534863 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.538008 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.538420 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:12.539507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad6ab2ae-591f-4e74-9627-ea0b3a1e70b3 HTTP/1.1" status: 204 len: 168 time: 0.1794686 Sep 09 21:38:12.540596 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Checking segment: {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:12.542568 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Bound using segment: {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:12.543333 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Bound port: f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:12.543771 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.554675 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc047ee-41bc-4a20-b45a-5318106d1ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ab2ae-591f-4e74-9627-ea0b3a1e70b3,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:12.652368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:12.662343 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:12.676425 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.713981 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:12.714671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:12.716228 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/f90cde9d-f25b-44ad-a2c7-2a7bc421716d HTTP/1.1" status: 200 len: 1093 time: 0.9780893 Sep 09 21:38:12.716751 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:12.719177 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:12.759481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b114ac-42c5-4c28-a8be-67d2ebc950f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:12.772786 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bbd45-2c85-4c04-88f1-cfe253704b4c req-39e2cdb0-0e0a-4987-9a21-1cfeea37a049 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:12.774395 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6f2bbd45-2c85-4c04-88f1-cfe253704b4c req-39e2cdb0-0e0a-4987-9a21-1cfeea37a049 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0937309 Sep 09 21:38:12.823020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295f8c46-af4d-4567-a247-4a4a5e3f1cad x-openstack-request-id: req-295f8c46-af4d-4567-a247-4a4a5e3f1cad {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:12.823615 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:12.823857 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-295f8c46-af4d-4567-a247-4a4a5e3f1cad {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:12.824264 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d', 'status': 'completed', 'code': 200} Sep 09 21:38:12.843691 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-a58b3f77-0ad2-471a-b207-8b6fb94dfec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:12.845299 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-a58b3f77-0ad2-471a-b207-8b6fb94dfec2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 1096 time: 0.0739799 Sep 09 21:38:12.851176 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6f2bbd45-2c85-4c04-88f1-cfe253704b4c req-b1aad2a8-a64d-47b3-8ed6-981493b60b61 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Sep 09 21:38:12.906510 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-1eac19e2-f335-46d4-8d1f-61f0dd68732f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d HTTP/1.1" status: 200 len: 217 time: 0.0441318 Sep 09 21:38:13.021781 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-e633e8b1-d74d-4730-8eb9-ca303b034802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:13.023692 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-e633e8b1-d74d-4730-8eb9-ca303b034802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27df025b-8b01-4fe3-8704-a07646b35682 HTTP/1.1" status: 200 len: 849 time: 0.0802293 Sep 09 21:38:13.073641 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-f59f870d-3411-4b66-8508-3b2b83adae28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317590 Sep 09 21:38:13.109015 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6322-754a-46a9-a294-b22fca58fb5c req-03397201-ac11-43f4-a689-5ffd4d49aefb tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:13.127199 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4b7e6322-754a-46a9-a294-b22fca58fb5c req-03397201-ac11-43f4-a689-5ffd4d49aefb tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 943 time: 0.1296186 Sep 09 21:38:13.180186 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4b7e6322-754a-46a9-a294-b22fca58fb5c req-e51894d3-f291-4741-9647-95193f5b5fc3 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Sep 09 21:38:13.247638 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-6a552c93-1887-4a6e-905c-5242abd545df service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599977 Sep 09 21:38:13.260474 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37084) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:13.458980 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-32c4ea55-6977-42b4-9064-f43a71efefe6 req-3c83772e-83e0-40d5-8839-47ba8d423b8d service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905870 Sep 09 21:38:13.527760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-197639561-network', 'tenant_id': '055b005e618a4ae0a861f6331e90772f'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:13.588805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Made reservation on behalf of 055b005e618a4ae0a861f6331e90772f for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:13.606589 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:13.617051 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-30a02f9c-39b2-4df3-99b3-f2bf7d47b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:13.619183 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-30a02f9c-39b2-4df3-99b3-f2bf7d47b0a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 1096 time: 0.0571299 Sep 09 21:38:13.655929 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:13.800748 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-e83c60e9-da24-4e57-b062-59a7d3686430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:13.806544 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-e83c60e9-da24-4e57-b062-59a7d3686430 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 910 time: 0.1715541 Sep 09 21:38:13.831975 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:13.839366 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:13.861759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:38:13.866979 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-7ee780e8-3751-4aa8-975f-85957d19b60a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d HTTP/1.1" status: 200 len: 217 time: 0.0500436 Sep 09 21:38:13.919938 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:13.920491 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Added segment 62b3b27d-ae03-46d7-85d2-94f4897edab1 of type vlan for network 97089ec8-f80d-45c9-9d3f-e368d02cc161 Sep 09 21:38:13.943897 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19fbd9-e26a-461c-bed3-7ea48bf5ea04,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:14.008636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.028707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-5cb90aca-eb50-4b1f-8050-f29e4b0ef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.036137 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-5cb90aca-eb50-4b1f-8050-f29e4b0ef084 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27df025b-8b01-4fe3-8704-a07646b35682 HTTP/1.1" status: 200 len: 849 time: 0.1434379 Sep 09 21:38:14.063266 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.070601 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.072100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.102398 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-8ef35ad4-862b-437b-9e29-17054735e9f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462401 Sep 09 21:38:14.131959 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8699608 Sep 09 21:38:14.134138 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635719c5-90b2-40b9-9a93-93aeeeee08cf req-67721e51-001f-4f07-bf0c-464e94e4142f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.135082 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37122) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:14.136290 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-635719c5-90b2-40b9-9a93-93aeeeee08cf req-67721e51-001f-4f07-bf0c-464e94e4142f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0896177 Sep 09 21:38:14.156142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Request body: {'subnet': {'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-197639561-subnet', 'tenant_id': '055b005e618a4ae0a861f6331e90772f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:14.221117 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9853e7b-7036-4f90-b309-5b15402fd05c admin admin] Pushing event updated for resources: {'Network': ['ID=97089ec8-f80d-45c9-9d3f-e368d02cc161,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:14.235957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:38:14.241939 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Made reservation on behalf of 055b005e618a4ae0a861f6331e90772f for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:14.244943 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10341582'] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.298700 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-635719c5-90b2-40b9-9a93-93aeeeee08cf req-d0678d4c-2d09-4898-8490-9f07b3335c52 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323791 Sep 09 21:38:14.450030 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-4c1e8eaa-d72a-4ce0-8b7e-bd622d8b7763 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215020 Sep 09 21:38:14.574765 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc235b-1225-413a-8442-a90b5d425959 req-0897aff4-49f5-425a-9342-15d3f587852e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.577039 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19dc235b-1225-413a-8442-a90b5d425959 req-0897aff4-49f5-425a-9342-15d3f587852e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 943 time: 0.1175437 Sep 09 21:38:14.578900 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10341584'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.671441 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816887b-7c26-459e-97ec-ee171c863b87 req-06671a31-96c5-4d6a-a698-31840888d4de tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.678907 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8816887b-7c26-459e-97ec-ee171c863b87 req-06671a31-96c5-4d6a-a698-31840888d4de tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1751420 Sep 09 21:38:14.686764 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5601b3ca-7eee-4b5b-8b72-bb33151c40c1 req-010b712e-4b7c-4534-ac76-2da7b15e7142 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255719 Sep 09 21:38:14.699435 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa6379c7-0ac5-4933-9f55-76371835036e,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:14.732988 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8816887b-7c26-459e-97ec-ee171c863b87 req-93c7ddc2-4f3d-4b53-828d-a4c01164b7d0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Sep 09 21:38:14.740076 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19dc235b-1225-413a-8442-a90b5d425959 req-ee223bf9-66f1-4c4a-832c-cf04b122a6c8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523247 Sep 09 21:38:14.746041 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Checking segment: {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:14.746742 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Network hostable DHCP agents. Network: 97089ec8-f80d-45c9-9d3f-e368d02cc161, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:38:14.782909 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:38:14.798188 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 97089ec8-f80d-45c9-9d3f-e368d02cc161) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:14.803697 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:14.804629 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:14.813064 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5186c1-cc4f-4c4b-9f6a-0a12f5354c95 None None] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:14.841245 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5b5cd0a2-2add-4b67-9c49-1ec0acaff5fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7047205 Sep 09 21:38:14.989860 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0adec4-dcbf-4c0e-905f-d6c87dc39390 None None] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:15.890105 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7aafcb-22da-43bc-a201-35ffd5e2b482 req-d9cb17cf-ee7f-4d90-b222-1ba2b031f342 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:15.891794 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dd7aafcb-22da-43bc-a201-35ffd5e2b482 req-d9cb17cf-ee7f-4d90-b222-1ba2b031f342 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 943 time: 0.0615206 Sep 09 21:38:15.958272 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dd7aafcb-22da-43bc-a201-35ffd5e2b482 req-2e30fc18-75a2-454a-9bc4-bf84697a2a83 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595002 Sep 09 21:38:16.025515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37212) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:16.195995 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-614a9230-a507-49ea-aa50-c26ecb82225b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.258169 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37218) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:16.312556 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-614a9230-a507-49ea-aa50-c26ecb82225b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.317741 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-614a9230-a507-49ea-aa50-c26ecb82225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.359638 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9230-a507-49ea-aa50-c26ecb82225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8bfbd-a184-4692-814d-a87db48b7033,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:16.368631 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37224) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:16.375304 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-614a9230-a507-49ea-aa50-c26ecb82225b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a1b85552130403ca1ecd790bed38d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485377 Sep 09 21:38:16.402275 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2f27ff0-034f-47b8-b389-285ae3df1b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.409481 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device f90cde9d-f25b-44ad-a2c7-2a7bc421716d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:38:16.464549 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.506674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.600242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2f27ff0-034f-47b8-b389-285ae3df1b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.603935 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.605760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2f27ff0-034f-47b8-b389-285ae3df1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.606410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:16.608688 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.609876 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17a8bfbd-a184-4692-814d-a87db48b7033 HTTP/1.1" status: 204 len: 168 time: 0.2401760 Sep 09 21:38:16.620268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295dd8a-886c-4715-971e-2a2e41ceebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8bfbd-a184-4692-814d-a87db48b7033,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:16.628586 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d', 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa', 'port_id': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d', 'mac_address': 'fa:16:3e:49:82:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27df025b-8b01-4fe3-8704-a07646b35682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:38:16.707477 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.741396 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90cde9d-f25b-44ad-a2c7-2a7bc421716d {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:16.810669 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:16.814852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-f2f27ff0-034f-47b8-b389-285ae3df1b5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74f706a542c43abb38909e868c95b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553792 Sep 09 21:38:16.816022 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f27ff0-034f-47b8-b389-285ae3df1b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f621788-a067-4201-97a5-3c6d77ff188a,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:16.819943 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37244) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:16.824729 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:16.958236 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:17.002877 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-6ac2f602-72a0-49d9-a3fc-38e7341eeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.008619 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:17.010522 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-6ac2f602-72a0-49d9-a3fc-38e7341eeeea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.2071090 Sep 09 21:38:17.024697 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc29131-12d1-4864-8eeb-1fa2780c0c34 req-83b9ac91-5942-44b4-935a-1c7612954a61 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.028053 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6dc29131-12d1-4864-8eeb-1fa2780c0c34 req-83b9ac91-5942-44b4-935a-1c7612954a61 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1415687 Sep 09 21:38:17.057836 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:17.161971 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6dc29131-12d1-4864-8eeb-1fa2780c0c34 req-e782e902-46ed-4167-8c29-225fffe62d15 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599985 Sep 09 21:38:17.163485 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-d1c241ab-4a93-40f1-a1eb-1fe900f51c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.165344 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-d1c241ab-4a93-40f1-a1eb-1fe900f51c2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.1356897 Sep 09 21:38:17.203706 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:17.214085 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:17.215402 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f621788-a067-4201-97a5-3c6d77ff188a HTTP/1.1" status: 204 len: 168 time: 0.3563049 Sep 09 21:38:17.235491 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-9dc93cc9-4765-4684-baa3-412a112cc6d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0465381 Sep 09 21:38:17.268521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['f90cde9d-f25b-44ad-a2c7-2a7bc421716d'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:17.302665 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03826c99-e3bf-4854-8f6d-3d930dff31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f621788-a067-4201-97a5-3c6d77ff188a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:17.347814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-e9d20543-2a3b-4e31-b79b-fd7f09394a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.349212 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-e9d20543-2a3b-4e31-b79b-fd7f09394a15 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.1095514 Sep 09 21:38:17.364529 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8484c40-e9ce-40b6-ba9f-7de079892fc4 req-0eb4c5d9-11c7-4edc-824a-1f02f8ced516 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.366527 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b8484c40-e9ce-40b6-ba9f-7de079892fc4 req-0eb4c5d9-11c7-4edc-824a-1f02f8ced516 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 944 time: 0.0675724 Sep 09 21:38:17.399726 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-c85ecc03-d1a7-4a57-811b-db6bae29b2e2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.402139 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-c85ecc03-d1a7-4a57-811b-db6bae29b2e2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 813 time: 0.2659452 Sep 09 21:38:17.426682 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-521e32c9-a6fe-4309-ab7d-09c37260e547 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/quotas/055b005e618a4ae0a861f6331e90772f HTTP/1.1" status: 200 len: 375 time: 0.0157244 Sep 09 21:38:17.447648 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-156a4812-960f-4bbd-bf2a-9d071a352b2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792153 Sep 09 21:38:17.474302 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b8484c40-e9ce-40b6-ba9f-7de079892fc4 req-7505ad4b-3e48-4cfa-a694-7e8ce07cbed8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933859 Sep 09 21:38:17.474749 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-e1c731f7-6e11-4bad-8a43-fcd9d746c3ae tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463321 Sep 09 21:38:17.624056 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-716ca6b9-f3e1-4742-a63f-5e7e54d6714c service neutron] 10.222.0.21 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480310 Sep 09 21:38:17.729342 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-878ee883-7633-479b-8682-6ad190fcd298 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474284 Sep 09 21:38:17.798375 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37294) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:17.815907 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-0b4e4860-b3ef-4ea0-82d4-3d2f3ce780c0 service neutron] 10.222.0.21 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788583 Sep 09 21:38:17.840138 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-4462c453-ce1b-4fcb-a05e-8ec44b076952 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:17.846595 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-4462c453-ce1b-4fcb-a05e-8ec44b076952 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.2019582 Sep 09 21:38:17.873354 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c33a0b72-bd45-4b16-959c-2ff63b9955a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:17.883811 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-83dae4f3-4107-4713-a0ab-f2df044d8d91 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/quotas/9cde5d67b4534000a4fb800051f5a433 HTTP/1.1" status: 200 len: 375 time: 0.0310657 Sep 09 21:38:17.916417 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81c0831a-0431-4a66-88dd-541d8f3a6e23 req-e29541ca-4618-4e81-935f-a27d7c85032c service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649363 Sep 09 21:38:18.036368 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-06952266-7856-4011-8c0a-52337acf9b69 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1410749 Sep 09 21:38:18.196510 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c33a0b72-bd45-4b16-959c-2ff63b9955a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.206529 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c33a0b72-bd45-4b16-959c-2ff63b9955a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.227756 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-fe9ce972-820c-4e01-9f60-478332d9e13b service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797922 Sep 09 21:38:18.270397 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2bafd94d-b641-456d-a27d-ed94c1b2f329 req-5fd510cb-0b3c-426a-9711-2658d365d06d tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 210 time: 0.0684462 Sep 09 21:38:18.442562 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b1b9a-730e-4d83-90b7-27eada31648a req-a4ff58ed-8c2f-40df-85e4-2dfdf39397f3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:18.449847 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-354b1b9a-730e-4d83-90b7-27eada31648a req-a4ff58ed-8c2f-40df-85e4-2dfdf39397f3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0823531 Sep 09 21:38:18.516251 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-354b1b9a-730e-4d83-90b7-27eada31648a req-b6f85a90-c7c8-4669-9baa-4b2d340b6f31 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624764 Sep 09 21:38:18.542202 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c33a0b72-bd45-4b16-959c-2ff63b9955a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea784bd2a42749b7aa95df82cd5c35d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7404616 Sep 09 21:38:18.542933 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0b72-bd45-4b16-959c-2ff63b9955a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321976f0-80a3-455f-ba82-edd1d5735b57,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:18.572141 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37320) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:18.659730 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-e822a601-8b51-4d73-9b12-662c47fa5124 service neutron] 10.222.0.21 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306099 Sep 09 21:38:18.707333 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.733300 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f3502-dc26-4f8d-a46f-5842f0120d0b req-21688ca5-c153-4019-9dc4-217a9d246319 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:18.743253 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b2f3502-dc26-4f8d-a46f-5842f0120d0b req-21688ca5-c153-4019-9dc4-217a9d246319 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 944 time: 0.1229415 Sep 09 21:38:18.769232 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.840988 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b2f3502-dc26-4f8d-a46f-5842f0120d0b req-2a6dac7c-6cc3-42c2-92fc-1cfaaa79db1a tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960834 Sep 09 21:38:18.898576 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.902991 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:18.904519 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/321976f0-80a3-455f-ba82-edd1d5735b57 HTTP/1.1" status: 204 len: 168 time: 0.3325419 Sep 09 21:38:18.917260 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd04df7-c1ad-411d-8d74-4ce5bb9f2c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321976f0-80a3-455f-ba82-edd1d5735b57,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:19.008725 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6d2d8321-f204-4e78-85ef-cbd55f0df270 req-f47ce9ad-def9-4811-b0aa-d64ff2e55115 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0574634 Sep 09 21:38:19.387418 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7fca72c9-b773-44cb-94b9-c343e0bf9f46 req-bc7b8f27-59f0-4872-b25a-009a8495fed2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 210 time: 0.0344419 Sep 09 21:38:19.796769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-2025af75-c90b-4e41-a83c-70c6ea919876 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:19.798410 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-2025af75-c90b-4e41-a83c-70c6ea919876 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 813 time: 0.2651272 Sep 09 21:38:19.821312 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed743d0-7bdb-4f47-98f7-8c2488cb6ce5 req-8c8328a9-0d2a-45d2-980d-da42280ae31c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:19.823900 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ed743d0-7bdb-4f47-98f7-8c2488cb6ce5 req-8c8328a9-0d2a-45d2-980d-da42280ae31c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1243596 Sep 09 21:38:19.850999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Request body: {'port': {'device_id': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161', 'admin_state_up': True, 'tenant_id': '055b005e618a4ae0a861f6331e90772f'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:20.082112 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ed743d0-7bdb-4f47-98f7-8c2488cb6ce5 req-436e6b76-df7d-421b-a44e-79a5afdcb4ec tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507217 Sep 09 21:38:20.094597 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa0294-ed10-440a-9e27-37d1c83f0d77 req-15dd41ec-553d-41e1-b041-ba698998391c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:20.116335 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f8aa0294-ed10-440a-9e27-37d1c83f0d77 req-15dd41ec-553d-41e1-b041-ba698998391c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 944 time: 0.1494129 Sep 09 21:38:20.126840 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Made reservation on behalf of 055b005e618a4ae0a861f6331e90772f for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:20.138825 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.231402 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f8aa0294-ed10-440a-9e27-37d1c83f0d77 req-fa4c4054-7431-4140-a6e1-d9d3f8f69dc9 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135035 Sep 09 21:38:20.377720 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-83779953-8e2e-4e92-9cf3-4e366525e754 req-a331faaf-5f0d-4114-b942-9baae882a637 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0696406 Sep 09 21:38:20.433289 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device f90cde9d-f25b-44ad-a2c7-2a7bc421716d up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:20.527823 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Allocated IP 172.20.0.14 (97089ec8-f80d-45c9-9d3f-e368d02cc161/aa6379c7-0ac5-4933-9f55-76371835036e/2d732cba-faf4-4122-8f4f-fbb5dc907bf5) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:20.532120 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port f90cde9d-f25b-44ad-a2c7-2a7bc421716d completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:20.537224 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port f90cde9d-f25b-44ad-a2c7-2a7bc421716d triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:20.537800 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.559159 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-048a71d7-a88a-48b6-9cf8-7a1ec74db837 req-066aec08-6416-46fb-b6d1-b4729b5ed2af tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 210 time: 0.0600812 Sep 09 21:38:20.666625 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.703212 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:20.706284 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386d6833-21d7-4589-96f8-51465cbf481c" -d '{"events": [{"server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "name": "network-vif-plugged", "status": "completed", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:20.744435 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:20.749936 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.815616 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebf887d-f325-4d89-b1c3-7153af704c53 x-openstack-request-id: req-8ebf887d-f325-4d89-b1c3-7153af704c53 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:20.816047 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "name": "network-vif-plugged", "status": "completed", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:20.818473 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ebf887d-f325-4d89-b1c3-7153af704c53 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:20.819345 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d', 'code': 200} Sep 09 21:38:20.825510 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.838723 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-cff0fe12-e09f-40f4-86d9-377471f9a3d0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:20.840436 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-cff0fe12-e09f-40f4-86d9-377471f9a3d0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/networks?id=617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 200 len: 815 time: 0.2098615 Sep 09 21:38:20.865757 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:20.878386 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:20.940811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:20.950048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:20.952852 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:20.957618 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Pushing event updated for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:21.007297 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:21.008033 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:21.026045 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-7e645517-8dac-46bb-9b87-0997f5ca31eb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1909404 Sep 09 21:38:21.287019 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f29162-5151-4296-b87c-e6e6fe8a7d9c req-13afd531-a803-47db-860c-a7b214b077c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:21.289660 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-10f29162-5151-4296-b87c-e6e6fe8a7d9c req-13afd531-a803-47db-860c-a7b214b077c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0653079 Sep 09 21:38:21.344047 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-10f29162-5151-4296-b87c-e6e6fe8a7d9c req-80b2857a-d305-4a2c-ac66-5ef037d79b67 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Sep 09 21:38:21.411729 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eec1a1-27d5-4dd4-97d4-3cbf5c6ca368 req-5fae3f09-8b7e-4002-97ec-5d068aaa5ead tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:21.413394 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-03eec1a1-27d5-4dd4-97d4-3cbf5c6ca368 req-5fae3f09-8b7e-4002-97ec-5d068aaa5ead tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0640604 Sep 09 21:38:21.483927 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-03eec1a1-27d5-4dd4-97d4-3cbf5c6ca368 req-fa6b3e1f-1335-4adb-9b3b-f43cbdbb4046 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Sep 09 21:38:21.510329 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cd13369f-e250-49f2-bd1a-51159953f28d req-6c93efad-d1b0-46ed-b470-49f29183d62b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0300832 Sep 09 21:38:21.712326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e785f9-dacb-4de2-b5d7-f6f5677a2daa req-837cca83-6856-4951-b0b4-23fc894187dc tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:21.714932 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17e785f9-dacb-4de2-b5d7-f6f5677a2daa req-837cca83-6856-4951-b0b4-23fc894187dc tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 932 time: 0.0764697 Sep 09 21:38:21.770296 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17e785f9-dacb-4de2-b5d7-f6f5677a2daa req-9e1331c1-6892-4069-92dc-1a6fcc2b7951 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Sep 09 21:38:21.967642 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37446) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:22.088961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-77eb2f33-acdb-4128-ba2d-9a006983a6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.190558 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-77eb2f33-acdb-4128-ba2d-9a006983a6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.195519 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-77eb2f33-acdb-4128-ba2d-9a006983a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.235861 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-77eb2f33-acdb-4128-ba2d-9a006983a6a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c8ad0b8357d4f508b4bd6f8236053f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671769 Sep 09 21:38:22.236764 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb2f33-acdb-4128-ba2d-9a006983a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d1968-0c42-4a2c-8ca0-de0403c320cd,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:22.238772 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37452) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:22.296611 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.320878 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.381069 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.383695 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.384863 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/478d1968-0c42-4a2c-8ca0-de0403c320cd HTTP/1.1" status: 204 len: 168 time: 0.1449556 Sep 09 21:38:22.392777 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704f285-0c56-46b4-82c1-cc7500b684a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d1968-0c42-4a2c-8ca0-de0403c320cd,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:22.482133 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d966-70bd-4f81-a2c0-890e57446e45 req-199c5c7e-5df3-4b04-95a0-885b012225e5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:22.483701 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0681d966-70bd-4f81-a2c0-890e57446e45 req-199c5c7e-5df3-4b04-95a0-885b012225e5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0529668 Sep 09 21:38:22.535222 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0681d966-70bd-4f81-a2c0-890e57446e45 req-8ed049fa-333b-4eda-8300-7464025a2c85 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Sep 09 21:38:22.667294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df34d4-44ab-4c8c-862c-80b54f3a538f req-340ad533-7190-45c4-ae43-0e2022671c4f tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:22.668858 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b3df34d4-44ab-4c8c-862c-80b54f3a538f req-340ad533-7190-45c4-ae43-0e2022671c4f tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0667756 Sep 09 21:38:22.713156 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b3df34d4-44ab-4c8c-862c-80b54f3a538f req-b6b5b867-ccd5-4177-a021-0a5b8d0fcbe8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Sep 09 21:38:22.719976 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37466) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:22.743374 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2d688f05-bb46-4c11-9b11-4906172058db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.824524 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d978dd7b-dbde-482a-83df-8d6457829bf6 req-738b49d2-f371-4c6f-a675-c9ca1b8f186c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0459380 Sep 09 21:38:22.915361 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2d688f05-bb46-4c11-9b11-4906172058db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.925282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2d688f05-bb46-4c11-9b11-4906172058db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:22.989792 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-2d688f05-bb46-4c11-9b11-4906172058db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb02299f241f4a96b8b10439921bb5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679687 Sep 09 21:38:22.993051 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d688f05-bb46-4c11-9b11-4906172058db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaca2af-dc00-412a-88f7-e7793fed9d40,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:22.993300 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37470) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:23.018411 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0af3-e5a6-4b07-a583-82a6c2d7e6a1 req-3454af8e-9e4c-4ae9-88d7-2755a522f715 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:23.020341 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8f5a0af3-e5a6-4b07-a583-82a6c2d7e6a1 req-3454af8e-9e4c-4ae9-88d7-2755a522f715 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 932 time: 0.1108987 Sep 09 21:38:23.052276 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:23.060394 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8f5a0af3-e5a6-4b07-a583-82a6c2d7e6a1 req-7afc5999-3470-4ffd-9c17-35279294e33c tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Sep 09 21:38:23.076913 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:23.132363 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:23.134823 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:23.136029 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eaca2af-dc00-412a-88f7-e7793fed9d40 HTTP/1.1" status: 204 len: 168 time: 0.1412303 Sep 09 21:38:23.143819 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae6782-61fe-4ad7-a845-21510b563a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaca2af-dc00-412a-88f7-e7793fed9d40,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:23.693555 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dfcea-bdb8-451a-8eb0-57ebe0fdea53 req-164c577b-3a5a-4b5b-b85f-c0bc0ce25b55 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:23.695204 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-065dfcea-bdb8-451a-8eb0-57ebe0fdea53 req-164c577b-3a5a-4b5b-b85f-c0bc0ce25b55 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0704844 Sep 09 21:38:23.743247 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-065dfcea-bdb8-451a-8eb0-57ebe0fdea53 req-d276cad3-0ebc-48f7-ad88-8429baa5c1e5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Sep 09 21:38:23.776455 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Request body: {'port': {'device_id': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'admin_state_up': True, 'tenant_id': '9cde5d67b4534000a4fb800051f5a433'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:23.776919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Request body: {'port': {'device_id': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:23.900806 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:23.975103 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74af1-3466-4162-946c-75373fa5ece2 req-476e793c-e3c0-4287-abcf-83dff02e1cee tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:23.981770 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-86e74af1-3466-4162-946c-75373fa5ece2 req-476e793c-e3c0-4287-abcf-83dff02e1cee tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.1375449 Sep 09 21:38:24.021644 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-484b9808-8d0f-4329-878d-f7b6daba8b21 req-b34a0968-5031-4a44-83f4-1a756410bf36 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0492041 Sep 09 21:38:24.078723 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-86e74af1-3466-4162-946c-75373fa5ece2 req-bba35090-96bb-43ea-b4c7-4bc88ad657e7 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822763 Sep 09 21:38:24.095430 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Made reservation on behalf of 9cde5d67b4534000a4fb800051f5a433 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:24.110046 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.176470 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b048680-adbb-464a-bd8e-001562512e0f req-deb85708-ef97-41b7-ba4e-f1a3781a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:24.178203 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b048680-adbb-464a-bd8e-001562512e0f req-deb85708-ef97-41b7-ba4e-f1a3781a4a0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 1098 time: 0.1915615 Sep 09 21:38:24.244194 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b048680-adbb-464a-bd8e-001562512e0f req-ca520b44-57a4-42c6-8388-edeb047dc2cf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572224 Sep 09 21:38:24.285447 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924cd04-86e6-4b3e-a71c-d52265585652 req-967cfbb4-5cd4-4159-a78b-a6c6b764989e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:24.287164 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0924cd04-86e6-4b3e-a71c-d52265585652 req-967cfbb4-5cd4-4159-a78b-a6c6b764989e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 932 time: 0.1080465 Sep 09 21:38:24.320015 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Allocated IP 172.20.0.11 (617fba8a-1f8d-43e4-96e7-f98896757f0e/3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932/74957ee7-8ac0-433f-8db0-ade1df19551b) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:24.358672 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0924cd04-86e6-4b3e-a71c-d52265585652 req-618e8ff6-ae85-45da-9ee9-551a765866b9 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Sep 09 21:38:24.393508 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:24.406558 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.420544 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Transition to ACTIVE for port object 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:24.433451 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.496048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Pushing event updated for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:24.551713 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.605009 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.621575 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6', 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', '731dcce6-6f5c-443e-a5a3-5e6024cafeb0'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:24.636679 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Attempting to bind port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:24.637767 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Attempting to bind port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:24.638945 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Attempting to bind port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:24.645795 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:38:24.646111 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Attempting to bind port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:24.653976 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:24.654315 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Checking segment: {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:24.654748 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Bound using segment: {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:24.655582 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Bound port: 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:24.656024 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.682180 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Network 617fba8a-1f8d-43e4-96e7-f98896757f0e is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:24.685507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:24.689374 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:24.741797 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event updated for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:24.762957 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:24.764065 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.771944 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:24.776629 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:24.786243 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.800459 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-884ddbe1-1ef6-4590-a9a9-cd3676d741be tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284548 Sep 09 21:38:24.815728 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Request body: {'port': {'device_id': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:24.829413 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:24.830245 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.831773 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] 10.222.0.45 "PUT /v2.0/ports/2d732cba-faf4-4122-8f4f-fbb5dc907bf5 HTTP/1.1" status: 200 len: 1094 time: 1.0620687 Sep 09 21:38:24.832303 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:24.835045 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474aac48-1f35-47da-86c2-986781cab15e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:24.917704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:24.926414 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369878ef-0e11-44f0-9357-5dcf50eb7b99 x-openstack-request-id: req-369878ef-0e11-44f0-9357-5dcf50eb7b99 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:24.926764 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:24.926952 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-369878ef-0e11-44f0-9357-5dcf50eb7b99 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:24.927400 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5', 'status': 'completed', 'code': 200} Sep 09 21:38:24.950358 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c99f-9229-45a6-a0c6-ae51b52d09eb service neutron] Pushing event updated for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:25.012840 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd26b1-e5f3-4246-9dec-fd9a7f73ce8a req-8626f093-7b76-4e44-913d-915307745541 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.015253 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a3bd26b1-e5f3-4246-9dec-fd9a7f73ce8a req-8626f093-7b76-4e44-913d-915307745541 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1610370 Sep 09 21:38:25.031595 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-878e6713-aa03-4ec7-99dd-59877f0d652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.033791 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-878e6713-aa03-4ec7-99dd-59877f0d652d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1227460 Sep 09 21:38:25.103957 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-5af2cac0-e44b-46a0-819d-cfa244ab3f2d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5 HTTP/1.1" status: 200 len: 217 time: 0.0523810 Sep 09 21:38:25.127374 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a3bd26b1-e5f3-4246-9dec-fd9a7f73ce8a req-437aff39-ec87-4db7-b4c8-8ec6b94baa6a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923862 Sep 09 21:38:25.230038 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe94628-d266-4fe8-a5c1-c21f7242df9d req-c0d0c3b4-f05b-4ef0-9324-11584fcc7802 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.231957 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cfe94628-d266-4fe8-a5c1-c21f7242df9d req-c0d0c3b4-f05b-4ef0-9324-11584fcc7802 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 932 time: 0.0823600 Sep 09 21:38:25.278256 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-871864f1-d3b3-4b9f-849f-e7ab700b6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.281208 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-871864f1-d3b3-4b9f-849f-e7ab700b6cf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa6379c7-0ac5-4933-9f55-76371835036e HTTP/1.1" status: 200 len: 853 time: 0.1525970 Sep 09 21:38:25.305707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e675c0e-e7fc-4c29-978d-bc39056ba250 req-79286177-d79d-47e5-9b44-f2cbb9658b9c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.308416 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3e675c0e-e7fc-4c29-978d-bc39056ba250 req-79286177-d79d-47e5-9b44-f2cbb9658b9c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.1068919 Sep 09 21:38:25.333695 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cfe94628-d266-4fe8-a5c1-c21f7242df9d req-9689b8c0-5f34-496e-b315-3de8b95515b2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909154 Sep 09 21:38:25.377701 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3e675c0e-e7fc-4c29-978d-bc39056ba250 req-91e89302-497d-422c-8a7f-5a2da6e3e169 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Sep 09 21:38:25.424273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74957ee7-8ac0-433f-8db0-ade1df19551b {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:25.433980 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:25.469961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Transition to ACTIVE for port object 74957ee7-8ac0-433f-8db0-ade1df19551b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:25.498739 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:25.590503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Pushing event updated for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:25.602038 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55d99-ffb1-446e-82cd-30b3ac6dc335 req-d29cbd76-e2c0-4c22-a91f-0e3bb4bb1f9c tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.603727 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fef55d99-ffb1-446e-82cd-30b3ac6dc335 req-d29cbd76-e2c0-4c22-a91f-0e3bb4bb1f9c tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.1506438 Sep 09 21:38:25.723763 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fef55d99-ffb1-446e-82cd-30b3ac6dc335 req-70b5d5e4-3f72-40e8-842b-cabf64435c6e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969224 Sep 09 21:38:25.728886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Attempting to bind port 74957ee7-8ac0-433f-8db0-ade1df19551b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:25.735172 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Attempting to bind port 74957ee7-8ac0-433f-8db0-ade1df19551b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:25.735883 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Attempting to bind port 74957ee7-8ac0-433f-8db0-ade1df19551b on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:25.743260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Port 74957ee7-8ac0-433f-8db0-ade1df19551b on network 617fba8a-1f8d-43e4-96e7-f98896757f0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:38:25.743579 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Attempting to bind port 74957ee7-8ac0-433f-8db0-ade1df19551b on network 617fba8a-1f8d-43e4-96e7-f98896757f0e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:25.748976 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:25.749311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Checking segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:25.749717 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Bound using segment: {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:25.750356 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Bound port: 74957ee7-8ac0-433f-8db0-ade1df19551b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0918c3e-46e3-4d06-a3b7-34c180f5e477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:25.750636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:25.837666 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:25.846747 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=74957ee7-8ac0-433f-8db0-ade1df19551b,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:25.852349 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:25.891350 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:25.892027 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:25.893507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] 10.222.0.45 "PUT /v2.0/ports/74957ee7-8ac0-433f-8db0-ade1df19551b HTTP/1.1" status: 200 len: 1094 time: 1.0823996 Sep 09 21:38:25.893958 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:25.896342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d53032-b8d2-43c6-9dfd-8041de83dda4" -d '{"events": [{"name": "network-changed", "server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:25.925231 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a98f-0a80-4d5c-926a-51fbbd627c69 service neutron] Pushing event updated for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:25.949648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ec849-8cbb-409a-bd9c-965ddb816efe x-openstack-request-id: req-754ec849-8cbb-409a-bd9c-965ddb816efe {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:25.949648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:25.949648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-754ec849-8cbb-409a-bd9c-965ddb816efe {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:25.949648 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b', 'status': 'completed', 'code': 200} Sep 09 21:38:26.253571 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d1a6-b869-4be0-b149-ea4664c54719 req-9ef47fbb-27a0-4b70-854c-a2ce61d6652a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:26.255185 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0048d1a6-b869-4be0-b149-ea4664c54719 req-9ef47fbb-27a0-4b70-854c-a2ce61d6652a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0527182 Sep 09 21:38:26.303133 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0048d1a6-b869-4be0-b149-ea4664c54719 req-be2555e0-e4b2-47ba-94d9-796eae492cba tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Sep 09 21:38:26.467943 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a5a79-3ca9-47cd-8c9d-1ed97d18b960 req-9989fb1d-3d0d-4a0e-b0c0-70d7213aa625 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:26.469611 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6c7a5a79-3ca9-47cd-8c9d-1ed97d18b960 req-9989fb1d-3d0d-4a0e-b0c0-70d7213aa625 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0554171 Sep 09 21:38:26.516200 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6c7a5a79-3ca9-47cd-8c9d-1ed97d18b960 req-c7f93aa6-d3ef-4dea-9632-c5a1bccafecd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Sep 09 21:38:26.638546 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419190bc-b62d-4c93-9034-c11a2dbf17d8 req-222521a7-69c0-4ac2-95f0-637cbff70039 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:26.639963 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-419190bc-b62d-4c93-9034-c11a2dbf17d8 req-222521a7-69c0-4ac2-95f0-637cbff70039 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0574517 Sep 09 21:38:26.681316 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-419190bc-b62d-4c93-9034-c11a2dbf17d8 req-bdd3dda6-7bc3-43f6-a2de-d9a74d308cee tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Sep 09 21:38:26.863886 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aac371-c86f-4689-a5c8-88d0d4501fad req-fe3d41d0-cea6-42bf-a3d5-6770e41f292a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:26.865928 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3aac371-c86f-4689-a5c8-88d0d4501fad req-fe3d41d0-cea6-42bf-a3d5-6770e41f292a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0623209 Sep 09 21:38:26.906853 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c3aac371-c86f-4689-a5c8-88d0d4501fad req-bc2901e0-0bac-47f2-ab50-71bece07a5d1 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Sep 09 21:38:27.439898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852889f-371d-4b9d-af90-84628f17d0e8 req-d9210ab9-46a2-444a-8900-e94de6bcc3ea tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:27.441506 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0852889f-371d-4b9d-af90-84628f17d0e8 req-d9210ab9-46a2-444a-8900-e94de6bcc3ea tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0625737 Sep 09 21:38:27.481566 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0852889f-371d-4b9d-af90-84628f17d0e8 req-d807f96e-caf1-4100-8de5-16479a928ae3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Sep 09 21:38:27.639850 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b487d7-e72f-4c6e-8de3-141ef29ea040 req-d08d39dd-76b0-4773-8103-34bd687825e4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:27.641456 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c6b487d7-e72f-4c6e-8de3-141ef29ea040 req-d08d39dd-76b0-4773-8103-34bd687825e4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0546665 Sep 09 21:38:27.692521 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-eb51003d-0c87-4486-aca8-706698101082 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97089ec8-f80d-45c9-9d3f-e368d02cc161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355470 Sep 09 21:38:27.717986 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c6b487d7-e72f-4c6e-8de3-141ef29ea040 req-dd1590cf-0e95-459b-9554-2015c84e69f7 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699809 Sep 09 21:38:27.843291 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523536d-2db1-46fc-873f-b13be386265a req-38ea0c1e-6e19-4aba-9782-aa8ef0893b34 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:27.844821 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c523536d-2db1-46fc-873f-b13be386265a req-38ea0c1e-6e19-4aba-9782-aa8ef0893b34 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0605063 Sep 09 21:38:27.890850 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c523536d-2db1-46fc-873f-b13be386265a req-97e52d90-1268-48f6-9145-c17051969c90 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 Sep 09 21:38:28.037598 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828024f1-9b7b-4254-8bdb-9ecc396af296 req-3f0edcde-e596-4ef8-9a1c-a49204c6fd71 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:28.039168 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-828024f1-9b7b-4254-8bdb-9ecc396af296 req-3f0edcde-e596-4ef8-9a1c-a49204c6fd71 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0564630 Sep 09 21:38:28.091525 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-828024f1-9b7b-4254-8bdb-9ecc396af296 req-69ac975b-df5a-49ed-a810-c0ec3db6685e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Sep 09 21:38:28.615557 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9242a-8e4d-4d4c-ac39-45a842eaf9b0 req-b1a5d71d-48d0-4f03-bbe2-c0039e7b5e24 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:28.617271 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63e9242a-8e4d-4d4c-ac39-45a842eaf9b0 req-b1a5d71d-48d0-4f03-bbe2-c0039e7b5e24 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0553048 Sep 09 21:38:28.679130 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63e9242a-8e4d-4d4c-ac39-45a842eaf9b0 req-c0bc0ab2-714c-4138-8c7a-65dc09ed799f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Sep 09 21:38:28.845526 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86085e67-ba4c-4cff-a8cc-c9da3a6f68ec req-93e83841-c8b4-4a8d-93eb-149f2522ff53 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:28.846974 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-86085e67-ba4c-4cff-a8cc-c9da3a6f68ec req-93e83841-c8b4-4a8d-93eb-149f2522ff53 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0546024 Sep 09 21:38:28.903239 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-86085e67-ba4c-4cff-a8cc-c9da3a6f68ec req-8595bd72-8a07-4df5-81da-05bd67c91aa4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495977 Sep 09 21:38:28.963302 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-33e939f6-1bb5-41f0-84d0-36e86a9ceb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:28.971243 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-33e939f6-1bb5-41f0-84d0-36e86a9ceb1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 1097 time: 0.0682755 Sep 09 21:38:29.054188 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-3da780b8-3660-49e3-bee1-79fad2067725 service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494703 Sep 09 21:38:29.069230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6538-47d3-4b20-ad18-b0c57b3169db req-2f92af92-929e-4b46-8e22-a2e9c6cb97ce tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.070823 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fadd6538-47d3-4b20-ad18-b0c57b3169db req-2f92af92-929e-4b46-8e22-a2e9c6cb97ce tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0741091 Sep 09 21:38:29.114658 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-5debc24a-62fc-4834-85e9-4c8953c62609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.116379 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-5debc24a-62fc-4834-85e9-4c8953c62609 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9cde5d67b4534000a4fb800051f5a433&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1205077 Sep 09 21:38:29.174072 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fadd6538-47d3-4b20-ad18-b0c57b3169db req-4e40c876-ce15-4432-8242-3780ad0be9d6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948710 Sep 09 21:38:29.216111 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-470a99b1-1cf9-416c-aeb4-69304e1551a5 req-4ab37fdb-f575-45f3-abb3-34f17304df3a service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442299 Sep 09 21:38:29.269739 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76fe2-9d24-4c62-aa27-0575af701674 req-42091da0-0157-40a3-a262-ca4f1cb4cfc5 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.271327 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e9e76fe2-9d24-4c62-aa27-0575af701674 req-42091da0-0157-40a3-a262-ca4f1cb4cfc5 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0987713 Sep 09 21:38:29.276897 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-270052ed-b471-4efe-bf96-3ec1bc3bd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.278457 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-00d53032-b8d2-43c6-9dfd-8041de83dda4 req-270052ed-b471-4efe-bf96-3ec1bc3bd532 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384799 Sep 09 21:38:29.331868 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e9e76fe2-9d24-4c62-aa27-0575af701674 req-2b443d40-358a-4295-9f82-acd0521e269e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519733 Sep 09 21:38:29.356752 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aac48-1f35-47da-86c2-986781cab15e req-ed178f9c-894d-4a6a-b4c8-0d3b487e079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.358492 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-ed178f9c-894d-4a6a-b4c8-0d3b487e079a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0530248 Sep 09 21:38:29.478718 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aac48-1f35-47da-86c2-986781cab15e req-81e400a8-1a43-415d-b01c-cc1c12f8c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.480265 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-81e400a8-1a43-415d-b01c-cc1c12f8c5c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 914 time: 0.1059039 Sep 09 21:38:29.535830 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-275766c6-a38e-4559-9074-55d6e0c6dfda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5 HTTP/1.1" status: 200 len: 217 time: 0.0390685 Sep 09 21:38:29.629791 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474aac48-1f35-47da-86c2-986781cab15e req-e052d134-fb50-4e1c-b4f8-931b154122d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.631463 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-e052d134-fb50-4e1c-b4f8-931b154122d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa6379c7-0ac5-4933-9f55-76371835036e HTTP/1.1" status: 200 len: 853 time: 0.0530162 Sep 09 21:38:29.644501 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-ddc7254f-15b5-40cd-a0e5-987dd00050e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.646882 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-ddc7254f-15b5-40cd-a0e5-987dd00050e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9cde5d67b4534000a4fb800051f5a433&device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 1097 time: 0.2731111 Sep 09 21:38:29.699422 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-daec235c-408b-4c96-b82e-5c15fd6201b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:29.702547 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-03588ac0-0da7-444a-a01b-01584198085a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97089ec8-f80d-45c9-9d3f-e368d02cc161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252597 Sep 09 21:38:29.732583 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-d513d8ed-7848-4603-be7d-fe3b11c3793a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74957ee7-8ac0-433f-8db0-ade1df19551b HTTP/1.1" status: 200 len: 217 time: 0.0508153 Sep 09 21:38:29.804571 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-ec88ba23-4880-4e2b-87be-6e260a8df4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.806058 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-ec88ba23-4880-4e2b-87be-6e260a8df4ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 200 len: 855 time: 0.0623186 Sep 09 21:38:29.856747 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-f7f68f8c-33ed-4879-a4fa-c632126f32f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=617fba8a-1f8d-43e4-96e7-f98896757f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335677 Sep 09 21:38:29.862430 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-168a88c9-8122-4afb-aea7-046621461f47 service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477308 Sep 09 21:38:29.880348 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8238a-ca88-4892-bc48-8973c8e1271a req-86a6df6d-f589-46b6-a1a4-ccff9bf7a499 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:29.881922 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-79a8238a-ca88-4892-bc48-8973c8e1271a req-86a6df6d-f589-46b6-a1a4-ccff9bf7a499 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1267455 Sep 09 21:38:29.991111 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-79a8238a-ca88-4892-bc48-8973c8e1271a req-e7a2123d-59c9-4810-ba33-f8d3fbb7ddda tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885890 Sep 09 21:38:30.079296 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-474aac48-1f35-47da-86c2-986781cab15e req-230eb0fe-eab8-4f03-b1eb-44fdedc6d2f1 service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722071 Sep 09 21:38:30.105897 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-efeed069-880e-4b49-afb6-fc4eb53e653f service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089393 Sep 09 21:38:30.133170 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642074d-c12e-4c91-a1d4-e681c23a2da3 req-f5a0ff67-22b2-4702-9c7c-b350d9b65e71 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:30.135647 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2642074d-c12e-4c91-a1d4-e681c23a2da3 req-f5a0ff67-22b2-4702-9c7c-b350d9b65e71 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0905385 Sep 09 21:38:30.247783 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2642074d-c12e-4c91-a1d4-e681c23a2da3 req-c8f539de-7c16-4b38-95ec-5ae7703f526a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991778 Sep 09 21:38:30.281383 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5264c4ec-9907-486f-aa0e-61243a9340f7 req-aed07dbe-4895-4129-b9de-bd6dc391bb40 service neutron] 10.222.0.45 "GET /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630738 Sep 09 21:38:30.346784 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385ae1b-6c06-432b-a717-d037c2fb2d2c req-c348c342-6bd8-440b-981f-f5568b0b0d86 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:30.351769 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b385ae1b-6c06-432b-a717-d037c2fb2d2c req-c348c342-6bd8-440b-981f-f5568b0b0d86 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0600398 Sep 09 21:38:30.389511 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b385ae1b-6c06-432b-a717-d037c2fb2d2c req-c41b131c-7a25-4313-9213-78a61bd61a51 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Sep 09 21:38:30.464212 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b421a7-e921-4b9c-91e3-8a0f259f5be3 req-2c57f552-6029-454d-b6a3-1b9599aa79f6 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:30.465858 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b1b421a7-e921-4b9c-91e3-8a0f259f5be3 req-2c57f552-6029-454d-b6a3-1b9599aa79f6 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0642996 Sep 09 21:38:30.526301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b1b421a7-e921-4b9c-91e3-8a0f259f5be3 req-1fae0f7f-49d3-4fdc-b123-dad723c051a4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529010 Sep 09 21:38:31.106806 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a04751-6442-4652-ba28-877d7e8921fe req-befbfab4-2e38-4c7c-8480-92ea513c7866 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:31.108607 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d5a04751-6442-4652-ba28-877d7e8921fe req-befbfab4-2e38-4c7c-8480-92ea513c7866 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0578249 Sep 09 21:38:31.149729 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d5a04751-6442-4652-ba28-877d7e8921fe req-870d9308-17f8-4de6-8090-6d6d67694be3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Sep 09 21:38:31.374982 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988bfc9-6532-4a1c-bf18-0a3823c5cbb6 req-903cfc6c-a321-4dce-a0fb-9fed2929b64c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:31.376558 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5988bfc9-6532-4a1c-bf18-0a3823c5cbb6 req-903cfc6c-a321-4dce-a0fb-9fed2929b64c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0509582 Sep 09 21:38:31.421761 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5988bfc9-6532-4a1c-bf18-0a3823c5cbb6 req-e2bee7cf-f110-4934-b891-cb92d658efdc tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Sep 09 21:38:31.650594 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2fb8-aa6e-4dc5-924d-029a5a316f54 req-4c0f8620-fd16-45e7-b82e-f116a625c3e1 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:31.652078 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-47ad2fb8-aa6e-4dc5-924d-029a5a316f54 req-4c0f8620-fd16-45e7-b82e-f116a625c3e1 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0519166 Sep 09 21:38:31.699812 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-47ad2fb8-aa6e-4dc5-924d-029a5a316f54 req-5827acd9-2e92-463f-946f-aa454d81818e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Sep 09 21:38:32.315568 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0c21-9888-4fad-9ad2-0396bc21e75b req-05cb5b76-f544-4a74-af1b-f98d4289c666 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:32.317172 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-772a0c21-9888-4fad-9ad2-0396bc21e75b req-05cb5b76-f544-4a74-af1b-f98d4289c666 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0576649 Sep 09 21:38:32.356973 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-772a0c21-9888-4fad-9ad2-0396bc21e75b req-70627cf5-0260-48bb-af47-1a9384bbf9ba tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Sep 09 21:38:32.542543 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2296ab-1e30-4573-9744-1ddc42a54c14 req-faea9323-d75e-481f-8d38-a2f7ed7067b7 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:32.544180 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0d2296ab-1e30-4573-9744-1ddc42a54c14 req-faea9323-d75e-481f-8d38-a2f7ed7067b7 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0512507 Sep 09 21:38:32.587436 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0d2296ab-1e30-4573-9744-1ddc42a54c14 req-d6d61d44-d566-4258-9081-d4e473a21df6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Sep 09 21:38:32.630780 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:32.834444 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfc34f-8cb6-4bed-b99a-6a1bdec60f82 req-9eb9e72c-37fa-4ea4-83c5-ae126417854a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:32.836131 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60cfc34f-8cb6-4bed-b99a-6a1bdec60f82 req-9eb9e72c-37fa-4ea4-83c5-ae126417854a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0535383 Sep 09 21:38:32.879318 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60cfc34f-8cb6-4bed-b99a-6a1bdec60f82 req-6c78ae38-fc85-4833-865c-e22967850f51 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Sep 09 21:38:32.953085 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3a850c3c-e2db-4ea2-ae8d-625bd7c93b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:33.491502 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e95e-9d80-4bbe-919b-1ce72addc921 req-6c36ac0e-7127-4ed4-9ac1-fb91976b6ac8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:33.493015 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d2a8e95e-9d80-4bbe-919b-1ce72addc921 req-6c36ac0e-7127-4ed4-9ac1-fb91976b6ac8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0550702 Sep 09 21:38:33.540844 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d2a8e95e-9d80-4bbe-919b-1ce72addc921 req-d1e5f76a-33ca-48a1-ac31-879cac6e45af tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Sep 09 21:38:33.713410 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f95bc-c80c-412a-b5db-141fb9da33c4 req-0d256d1e-81f8-4875-ac5a-ad48bf482713 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:33.714955 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-565f95bc-c80c-412a-b5db-141fb9da33c4 req-0d256d1e-81f8-4875-ac5a-ad48bf482713 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0519428 Sep 09 21:38:33.755963 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-565f95bc-c80c-412a-b5db-141fb9da33c4 req-859b5f60-3dc0-4daa-bcc7-94f66fe594d5 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Sep 09 21:38:33.997873 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a2bb0-2946-4dfc-b78c-bad330f40ec0 req-9d9ee2b7-3cb7-4b3b-9a50-f15de380e5bf tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:33.999659 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-275a2bb0-2946-4dfc-b78c-bad330f40ec0 req-9d9ee2b7-3cb7-4b3b-9a50-f15de380e5bf tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0501149 Sep 09 21:38:34.050592 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-275a2bb0-2946-4dfc-b78c-bad330f40ec0 req-6c8c054f-2c0e-4bb6-827a-eaa18928d090 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Sep 09 21:38:34.185764 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:34.666235 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4363ffe-c0a3-42b5-9a42-26786a1edb35 req-2756ffb8-1db7-48c7-855a-ae109f9ed098 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:34.667834 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a4363ffe-c0a3-42b5-9a42-26786a1edb35 req-2756ffb8-1db7-48c7-855a-ae109f9ed098 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0542641 Sep 09 21:38:34.714626 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a4363ffe-c0a3-42b5-9a42-26786a1edb35 req-9aa2b989-c3eb-4adb-af37-d0e947110fc0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Sep 09 21:38:34.877664 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da58388-9e80-49cd-a82e-8f41135ce08a req-c56ab245-2bd6-44b3-aa89-67468b6ec55c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:34.879183 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7da58388-9e80-49cd-a82e-8f41135ce08a req-c56ab245-2bd6-44b3-aa89-67468b6ec55c tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0534654 Sep 09 21:38:34.920390 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7da58388-9e80-49cd-a82e-8f41135ce08a req-66a85046-115b-4cad-9bbf-073f978de22b tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Sep 09 21:38:35.017752 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875c8d4-2087-48fc-a7e1-9871d0fc95c5 req-a1e7e96f-616b-44da-9e1c-052ca5a780b2 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:35.019302 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4875c8d4-2087-48fc-a7e1-9871d0fc95c5 req-a1e7e96f-616b-44da-9e1c-052ca5a780b2 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0555999 Sep 09 21:38:35.057650 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4875c8d4-2087-48fc-a7e1-9871d0fc95c5 req-ee268a6c-2b50-4f3d-b460-adc0b5aca627 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Sep 09 21:38:35.167336 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ccf4-7aae-41f1-af9d-695eeab7f27f req-6bb53b55-13db-4f1c-bd49-f04acbaa79af tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:35.168848 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-13f2ccf4-7aae-41f1-af9d-695eeab7f27f req-6bb53b55-13db-4f1c-bd49-f04acbaa79af tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0494027 Sep 09 21:38:35.207144 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-13f2ccf4-7aae-41f1-af9d-695eeab7f27f req-a86a39f4-0cd0-4e40-80ae-7a943afabb84 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Sep 09 21:38:35.262555 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:35.874739 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd9d2-ceba-491a-b16b-7bd6f08fa7b6 req-5240d6b6-719a-4ed4-89fd-f935ca7a42a4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:35.877608 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-78ddd9d2-ceba-491a-b16b-7bd6f08fa7b6 req-5240d6b6-719a-4ed4-89fd-f935ca7a42a4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0805194 Sep 09 21:38:35.942338 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-78ddd9d2-ceba-491a-b16b-7bd6f08fa7b6 req-5ce0d54a-3bdc-4b7f-8474-c46539fd0787 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Sep 09 21:38:36.075747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8405b8-836c-4663-9a5a-c88fece3c1ce req-fe0c328a-4a63-40af-8f60-fb82dbd0c67f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:36.077319 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ba8405b8-836c-4663-9a5a-c88fece3c1ce req-fe0c328a-4a63-40af-8f60-fb82dbd0c67f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0622027 Sep 09 21:38:36.147289 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ba8405b8-836c-4663-9a5a-c88fece3c1ce req-8e43655e-a4e0-4cfb-a7ce-ff181196ae4a tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607967 Sep 09 21:38:36.194181 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae10af-1191-468b-9b58-e033bcd4ada2 req-5e724d9d-a898-4d1f-8b55-372878a486e8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:36.201573 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7bae10af-1191-468b-9b58-e033bcd4ada2 req-5e724d9d-a898-4d1f-8b55-372878a486e8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0709689 Sep 09 21:38:36.237520 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7bae10af-1191-468b-9b58-e033bcd4ada2 req-0414c7e3-2bfb-4b0c-9584-8de2611bad1e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Sep 09 21:38:36.344281 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e2098-943c-4665-92a1-63efa4d7068b req-87b35c6a-a601-4071-ac59-7107e9068ee0 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:36.346229 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-614e2098-943c-4665-92a1-63efa4d7068b req-87b35c6a-a601-4071-ac59-7107e9068ee0 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0537648 Sep 09 21:38:36.388103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-614e2098-943c-4665-92a1-63efa4d7068b req-d9653b36-d615-4677-9281-d425bf2bc8f7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Sep 09 21:38:37.081666 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35a52-5f31-4ab4-ae38-b94adcb3ec5f req-3d8598d4-12f3-4391-a4fa-654a82c18608 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:37.083211 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b4b35a52-5f31-4ab4-ae38-b94adcb3ec5f req-3d8598d4-12f3-4391-a4fa-654a82c18608 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0622866 Sep 09 21:38:37.129901 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b4b35a52-5f31-4ab4-ae38-b94adcb3ec5f req-b9d1a695-7f35-490c-80f9-3cd083ecf5e4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Sep 09 21:38:37.212796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b408d01-2407-4af7-9141-daed4827b576 req-0022e54b-ef19-4079-ae2d-35e7eae4f974 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:37.214497 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3b408d01-2407-4af7-9141-daed4827b576 req-0022e54b-ef19-4079-ae2d-35e7eae4f974 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0552571 Sep 09 21:38:37.346849 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f20436-cfbf-45c0-aa9c-f98ea0814959 req-0402aed5-5d03-4e65-9ddd-8c76cd9a59f6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:37.348566 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6f20436-cfbf-45c0-aa9c-f98ea0814959 req-0402aed5-5d03-4e65-9ddd-8c76cd9a59f6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 944 time: 0.0952797 Sep 09 21:38:37.381013 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9549856-1aa0-4c3c-9619-8b8e863a3cba req-518b9208-aa1c-4fa3-a78b-b15b696c7253 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:37.382783 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f9549856-1aa0-4c3c-9619-8b8e863a3cba req-518b9208-aa1c-4fa3-a78b-b15b696c7253 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 945 time: 0.0718029 Sep 09 21:38:37.398708 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Deleting port f90cde9d-f25b-44ad-a2c7-2a7bc421716d {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:38:37.399321 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:37.432267 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f9549856-1aa0-4c3c-9619-8b8e863a3cba req-507a0bc6-74f0-4624-a87c-a302a00642be tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Sep 09 21:38:37.433279 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6f20436-cfbf-45c0-aa9c-f98ea0814959 req-f107e46b-2435-47ab-9b6a-3d655efcd078 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728970 Sep 09 21:38:37.546320 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] For port f90cde9d-f25b-44ad-a2c7-2a7bc421716d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:37.546695 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:37.563812 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Calling delete_port for f90cde9d-f25b-44ad-a2c7-2a7bc421716d owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:38:37.583422 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe458d8-ba00-4997-ba19-af9bee023fd1 req-5a92ac18-2baa-4e48-80fe-fa14cebd1196 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:37.584980 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bbe458d8-ba00-4997-ba19-af9bee023fd1 req-5a92ac18-2baa-4e48-80fe-fa14cebd1196 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 944 time: 0.0907362 Sep 09 21:38:37.673728 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bbe458d8-ba00-4997-ba19-af9bee023fd1 req-06e7a242-fcfe-4f5d-a26a-8fc3caa47232 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817189 Sep 09 21:38:37.696938 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 74957ee7-8ac0-433f-8db0-ade1df19551b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:38:37.761762 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:37.791697 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['f90cde9d-f25b-44ad-a2c7-2a7bc421716d'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:37.809042 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Pushing event deleted for resources: {'Port': ['ID=f90cde9d-f25b-44ad-a2c7-2a7bc421716d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:37.866228 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] No DVR routers for this DVR port f90cde9d-f25b-44ad-a2c7-2a7bc421716d on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:38:37.868666 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:37.870793 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3b408d01-2407-4af7-9141-daed4827b576 req-2171d945-d5ad-41d5-afb5-a293174f4738 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "DELETE /v2.0/ports/f90cde9d-f25b-44ad-a2c7-2a7bc421716d HTTP/1.1" status: 204 len: 173 time: 0.6488883 Sep 09 21:38:37.871257 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'name': 'network-vif-deleted', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:37.873756 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efacae3c-dee1-4231-bf80-91da397e81d3" -d '{"events": [{"server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "name": "network-vif-deleted", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:37.903011 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=74957ee7-8ac0-433f-8db0-ade1df19551b,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:37.917241 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '74957ee7-8ac0-433f-8db0-ade1df19551b', 'network_id': '617fba8a-1f8d-43e4-96e7-f98896757f0e', 'port_id': '74957ee7-8ac0-433f-8db0-ade1df19551b', 'mac_address': 'fa:16:3e:57:e1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:38:37.926686 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c432b354-7816-4ccf-936b-00c6a58a237f x-openstack-request-id: req-c432b354-7816-4ccf-936b-00c6a58a237f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:37.926686 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669", "name": "network-vif-deleted", "tag": "f90cde9d-f25b-44ad-a2c7-2a7bc421716d", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:37.926686 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c432b354-7816-4ccf-936b-00c6a58a237f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:37.926686 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669', 'name': 'network-vif-deleted', 'tag': 'f90cde9d-f25b-44ad-a2c7-2a7bc421716d', 'status': 'completed', 'code': 200} Sep 09 21:38:37.976643 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:37.993990 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74957ee7-8ac0-433f-8db0-ade1df19551b {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:38.015083 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=74957ee7-8ac0-433f-8db0-ade1df19551b,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:38.022330 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:38.022977 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:38:38.093500 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:38.109104 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.109452 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.109782 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.110112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.110514 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.110841 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.111202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.111553 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.111876 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.112198 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.112512 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.112825 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:38.173222 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:38.187783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5', 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161', 'port_id': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5', 'mac_address': 'fa:16:3e:69:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6379c7-0ac5-4933-9f55-76371835036e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:38:38.233774 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:38.248436 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:38.263665 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caa280-8af2-4e8d-b53a-ef95b4c18b15 req-715f2908-8e76-4d81-999e-c750832a4e9b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:38.271786 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-43caa280-8af2-4e8d-b53a-ef95b4c18b15 req-715f2908-8e76-4d81-999e-c750832a4e9b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0613000 Sep 09 21:38:38.278118 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:38.284263 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:38.312966 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-43caa280-8af2-4e8d-b53a-ef95b4c18b15 req-bacd7711-e603-4f92-8480-07e4eb700c82 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Sep 09 21:38:38.342504 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:38.566565 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c5887-bdb6-433b-a0e5-bc01e865e27a req-979a222f-f131-4277-9c3e-42839dae1df4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:38.569300 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-983c5887-bdb6-433b-a0e5-bc01e865e27a req-979a222f-f131-4277-9c3e-42839dae1df4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 945 time: 0.0602038 Sep 09 21:38:38.588252 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1499b2cf-2d41-48fb-903d-1695c918c19a req-a9bbcab8-5a8e-47a5-b2f4-a05b650098cb tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbaa28e-b8cf-4d86-8fe8-f6c31d5f2669 HTTP/1.1" status: 200 len: 210 time: 0.0438597 Sep 09 21:38:38.623203 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-983c5887-bdb6-433b-a0e5-bc01e865e27a req-7a8ee814-2e4f-451d-a9b0-046bbe2bccbd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Sep 09 21:38:38.747756 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['2d732cba-faf4-4122-8f4f-fbb5dc907bf5'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:38.782812 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['74957ee7-8ac0-433f-8db0-ade1df19551b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:38.810564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d85ef-ddc7-41cd-9c7c-abd7f1635c84 req-c0ba9b1c-93c4-4643-aaff-e0b9783427e0 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:38.812124 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d47d85ef-ddc7-41cd-9c7c-abd7f1635c84 req-c0ba9b1c-93c4-4643-aaff-e0b9783427e0 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Sep 09 21:38:38.864097 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d47d85ef-ddc7-41cd-9c7c-abd7f1635c84 req-9b92bcb2-f7bd-4cf0-974b-54bdd2e44616 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Sep 09 21:38:39.088701 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:39.450701 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333fd6-7f93-4c0b-a75d-587710ac8aae req-7f1fc5e7-30a5-4b35-a2d6-6584368e93b6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:39.452422 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-db333fd6-7f93-4c0b-a75d-587710ac8aae req-7f1fc5e7-30a5-4b35-a2d6-6584368e93b6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0621097 Sep 09 21:38:39.531984 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-db333fd6-7f93-4c0b-a75d-587710ac8aae req-29f7a5da-6a61-470c-9d44-86d11691174c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653579 Sep 09 21:38:39.614740 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e350b3b-886b-48fb-9224-313cb84a574a req-b87444c6-5cf7-47c3-91de-dfb36556289d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:39.616334 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e350b3b-886b-48fb-9224-313cb84a574a req-b87444c6-5cf7-47c3-91de-dfb36556289d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0592761 Sep 09 21:38:39.681970 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e350b3b-886b-48fb-9224-313cb84a574a req-f8c4e534-1dd7-4047-914e-d30d9335649d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590270 Sep 09 21:38:39.711308 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device f90cde9d-f25b-44ad-a2c7-2a7bc421716d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:38:39.734783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: f90cde9d-f25b-44ad-a2c7-2a7bc421716d {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:38:39.735322 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device f90cde9d-f25b-44ad-a2c7-2a7bc421716d not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:38:39.784429 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee9ade-ad08-4950-94a2-4da4a3ecfe9b req-3f09e06b-71b1-43e8-b0ff-82d094928927 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:39.785743 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8cee9ade-ad08-4950-94a2-4da4a3ecfe9b req-3f09e06b-71b1-43e8-b0ff-82d094928927 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 945 time: 0.0662806 Sep 09 21:38:39.847628 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8cee9ade-ad08-4950-94a2-4da4a3ecfe9b req-cf8ae6d6-2f07-4090-9164-d0ed4aa9725e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483136 Sep 09 21:38:39.997242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996672b0-b70c-4727-a93b-a9dbac5d24f4 req-932625b1-c92c-4e58-bde9-571200cabd1e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:39.998884 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-996672b0-b70c-4727-a93b-a9dbac5d24f4 req-932625b1-c92c-4e58-bde9-571200cabd1e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 945 time: 0.0538101 Sep 09 21:38:40.003594 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-3a7a1698-23bb-4644-b21b-3a85a2c72ee4 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:40.005101 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-3a7a1698-23bb-4644-b21b-3a85a2c72ee4 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 809 time: 0.1247683 Sep 09 21:38:40.021945 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-8c73b499-93df-4a76-a530-941b9b175a1c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/quotas/796e99161e7f4d138d2b15ae78d76c85 HTTP/1.1" status: 200 len: 375 time: 0.0106969 Sep 09 21:38:40.044311 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-996672b0-b70c-4727-a93b-a9dbac5d24f4 req-31eea691-c460-4e8a-b6d3-241341e5cbd7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Sep 09 21:38:40.060886 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-1018bf61-ba87-4e2b-b0dd-84370aa79324 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330536 Sep 09 21:38:40.388791 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-8b2bd75a-0f12-4b61-bda7-c4204da5b6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197470 Sep 09 21:38:40.467268 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37922) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:40.498417 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-d3803204-5514-41d1-b61d-2ffdfb89e6d9 service neutron] 10.222.0.21 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986240 Sep 09 21:38:40.671979 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0da7-0832-4d8e-a580-808cff33aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:40.704893 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb5618-63b1-44c2-b486-0df2f3f198ee req-25ff234e-2783-4416-9413-8b7627e1feaa tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:40.706614 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f7eb5618-63b1-44c2-b486-0df2f3f198ee req-25ff234e-2783-4416-9413-8b7627e1feaa tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1006293 Sep 09 21:38:40.707138 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-098f5546-b784-4604-b4df-49f137d680d4 req-ad8dcf8d-cdcc-4a1d-917e-17eddf772423 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 210 time: 0.0344660 Sep 09 21:38:40.781007 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f7eb5618-63b1-44c2-b486-0df2f3f198ee req-0d63ddb2-fa15-4c00-aecc-c15281bec0ce tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631227 Sep 09 21:38:40.811156 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37940) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:40.847285 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0da7-0832-4d8e-a580-808cff33aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:40.853984 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5bf0da7-0832-4d8e-a580-808cff33aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:40.860199 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0fb3-5e82-40ed-8e1c-a0cababa8c29 req-691c0f5d-957d-428b-9dd9-2620a38015f6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:40.861890 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3e2d0fb3-5e82-40ed-8e1c-a0cababa8c29 req-691c0f5d-957d-428b-9dd9-2620a38015f6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0705636 Sep 09 21:38:40.900343 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a5bf0da7-0832-4d8e-a580-808cff33aaf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=030b15bb5cdd46b290f1e94c1ee3c705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319041 Sep 09 21:38:40.901569 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf0da7-0832-4d8e-a580-808cff33aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c4f7a-7137-4850-8b8f-f5d505368346,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:40.903727 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 37950) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:40.980611 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3e2d0fb3-5e82-40ed-8e1c-a0cababa8c29 req-b094e2d4-f664-4177-a100-77903b02cec5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110227 Sep 09 21:38:41.021298 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38d9b8-3fc4-497e-9267-1b308ac051f9 req-10080543-0cb2-4d16-91db-c3423294b07f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:41.022922 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e38d9b8-3fc4-497e-9267-1b308ac051f9 req-10080543-0cb2-4d16-91db-c3423294b07f tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 945 time: 0.0741704 Sep 09 21:38:41.043447 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-72ef4368-c42e-4a00-9ffc-81062b4ff500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.044883 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.075096 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.090848 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e38d9b8-3fc4-497e-9267-1b308ac051f9 req-241ffdfd-cc48-4e89-ab6e-e2fa5669f5fc tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Sep 09 21:38:41.149028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.151769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.153004 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c14c4f7a-7137-4850-8b8f-f5d505368346 HTTP/1.1" status: 204 len: 168 time: 0.2471526 Sep 09 21:38:41.169683 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-72ef4368-c42e-4a00-9ffc-81062b4ff500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.173015 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154aeb3-4daf-4a21-b385-c794fdaf1f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c4f7a-7137-4850-8b8f-f5d505368346,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:41.178127 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-72ef4368-c42e-4a00-9ffc-81062b4ff500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.228896 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-72ef4368-c42e-4a00-9ffc-81062b4ff500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1e1a1c4e2c84f1eb3d93dc42ccae1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165280 Sep 09 21:38:41.229702 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4368-c42e-4a00-9ffc-81062b4ff500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a67a3a2-1fb5-4358-a970-f59e9055c204,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:41.230373 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4dfe-7268-4723-a383-9460f57f623e req-bcf36fdd-ae5a-48bd-b827-249cb16ca435 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:41.232164 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 37958) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:41.232590 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ae1c4dfe-7268-4723-a383-9460f57f623e req-bcf36fdd-ae5a-48bd-b827-249cb16ca435 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 945 time: 0.0710156 Sep 09 21:38:41.276752 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ae1c4dfe-7268-4723-a383-9460f57f623e req-a52da69d-02d0-46f8-908b-d77f63b0953d tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Sep 09 21:38:41.299503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.321771 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.374495 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.377342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.378679 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a67a3a2-1fb5-4358-a970-f59e9055c204 HTTP/1.1" status: 204 len: 168 time: 0.1396089 Sep 09 21:38:41.387633 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd74dd-9408-416a-b9cf-9168d29fd65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a67a3a2-1fb5-4358-a970-f59e9055c204,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:41.706293 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 74957ee7-8ac0-433f-8db0-ade1df19551b up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:41.764629 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 74957ee7-8ac0-433f-8db0-ade1df19551b completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:41.776967 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 74957ee7-8ac0-433f-8db0-ade1df19551b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:41.777766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.848471 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-347a9c24-0c32-484a-8e93-8d4518bad1e6 req-e557c53c-9654-45ee-a2e4-ddc7e869131e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Sep 09 21:38:41.932986 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:41.985257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e33de4-c6ac-4be4-a368-b955281d4b18 req-68549eba-5c26-4556-a054-9ca7439ed3e8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:41.996703 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=74957ee7-8ac0-433f-8db0-ade1df19551b,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:41.997986 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:41.999546 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-62e33de4-c6ac-4be4-a368-b955281d4b18 req-68549eba-5c26-4556-a054-9ca7439ed3e8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1000280 Sep 09 21:38:42.001087 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84014905-b3d8-4753-b516-749336c6a93d" -d '{"events": [{"server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "name": "network-vif-plugged", "status": "completed", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:42.005651 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.006970 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:42.083308 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-62e33de4-c6ac-4be4-a368-b955281d4b18 req-4b47d4e4-3686-43af-a07d-cab383f1c200 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Sep 09 21:38:42.101536 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:42.129976 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:42.137949 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16ec94e-625b-469e-9455-b3b346d7aaa1 x-openstack-request-id: req-b16ec94e-625b-469e-9455-b3b346d7aaa1 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:42.138238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "name": "network-vif-plugged", "status": "completed", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:42.138487 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b16ec94e-625b-469e-9455-b3b346d7aaa1 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:42.138882 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b', 'code': 200} Sep 09 21:38:42.149878 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:42.149878 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.352187 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-46eb493f-9f5f-4b0a-a2ce-37b88264b951 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:42.354118 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-46eb493f-9f5f-4b0a-a2ce-37b88264b951 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 809 time: 0.3649533 Sep 09 21:38:42.376624 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.378144 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fe8b-fafe-41dc-8bb4-7a4f90e3b11a req-ef176545-db70-4f98-a2b3-19634ecc9fe1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:42.381028 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9df8fe8b-fafe-41dc-8bb4-7a4f90e3b11a req-ef176545-db70-4f98-a2b3-19634ecc9fe1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1546407 Sep 09 21:38:42.393381 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94756615-c4ed-4631-84ce-a2a42ca88b71 req-bbcaf2d0-57e9-4fb7-a49e-5f886bae6742 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:42.394986 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-94756615-c4ed-4631-84ce-a2a42ca88b71 req-bbcaf2d0-57e9-4fb7-a49e-5f886bae6742 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.1565118 Sep 09 21:38:42.421315 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Request body: {'port': {'device_id': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa', 'admin_state_up': True, 'tenant_id': '796e99161e7f4d138d2b15ae78d76c85'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:42.426625 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38020) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:42.427041 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:42.433986 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.489263 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9df8fe8b-fafe-41dc-8bb4-7a4f90e3b11a req-d32d15f8-0965-4d89-a3a9-7a6943b90aec tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009946 Sep 09 21:38:42.503385 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee329f1-99d9-4716-9c55-894e4a1dd6fa req-14ad42a4-bf56-4d38-a0e5-e9dd03311c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:42.505672 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7ee329f1-99d9-4716-9c55-894e4a1dd6fa req-14ad42a4-bf56-4d38-a0e5-e9dd03311c4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 1099 time: 0.0623689 Sep 09 21:38:42.519802 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:42.597076 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-94756615-c4ed-4631-84ce-a2a42ca88b71 req-36d8ecf2-7499-4e8e-b1e8-536944993ea0 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520674 Sep 09 21:38:42.619145 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7ee329f1-99d9-4716-9c55-894e4a1dd6fa req-660e7b9d-2b49-44ec-89aa-ef6a554038b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985441 Sep 09 21:38:42.629129 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-530198073-network', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:42.653759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Made reservation on behalf of 796e99161e7f4d138d2b15ae78d76c85 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:42.658601 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.669941 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c10b-8464-4a11-b9e1-c01532488598 req-729f0413-f9c1-4232-9232-5b0a69231f8f tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:42.682764 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-15d1c10b-8464-4a11-b9e1-c01532488598 req-729f0413-f9c1-4232-9232-5b0a69231f8f tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0954878 Sep 09 21:38:42.765251 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-15d1c10b-8464-4a11-b9e1-c01532488598 req-878519db-b9a1-46bc-882c-1cd6453210c3 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809026 Sep 09 21:38:42.772345 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Made reservation on behalf of c47b572c7e7a4ebfa28826b6f67e4881 for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:42.781160 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.796617 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.824000 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Allocated IP 172.20.0.8 (0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa/27df025b-8b01-4fe3-8704-a07646b35682/cd93dfed-afc9-464a-855d-c642c0e174a1) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:42.943634 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38046) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:42.966274 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.974075 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:42.988467 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:38:43.010020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.010554 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Added segment 7e7f8194-1b91-4321-b446-ed8f5abbfb92 of type vlan for network 020ad0cc-54f5-4d1f-b370-8af475a4140b Sep 09 21:38:43.035715 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8776fd57-d84e-4a30-b304-a67e34e9ae16 req-6bb43af4-d5e8-4d7e-90f4-17ba07164037 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 210 time: 0.0792594 Sep 09 21:38:43.056359 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017fb483-6e71-4b8e-bf2a-f3c98074548c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.071529 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.109675 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.111159 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.111344 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.112650 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.166179 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7381868 Sep 09 21:38:43.169013 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ecbe-9fbb-488d-a6c5-3c530ca28ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.169510 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38052) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:43.174691 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Request body: {'subnet': {'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-530198073-subnet', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:43.205604 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Made reservation on behalf of c47b572c7e7a4ebfa28826b6f67e4881 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:43.208358 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10341582'] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.212892 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.226347 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46b6af-78ee-4a44-bade-1f384f17504c admin admin] Pushing event updated for resources: {'Network': ['ID=020ad0cc-54f5-4d1f-b370-8af475a4140b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.239022 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:38:43.287325 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90de185-90bc-4f55-9ca6-6b63cff364a8 req-0e59f3bf-c6db-4b1c-ad44-1ad78f97bd2e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.289017 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e90de185-90bc-4f55-9ca6-6b63cff364a8 req-0e59f3bf-c6db-4b1c-ad44-1ad78f97bd2e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1177845 Sep 09 21:38:43.303880 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:43.332915 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:43.344051 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:43.375330 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e90de185-90bc-4f55-9ca6-6b63cff364a8 req-5c0b3cd6-344a-46f7-b431-160263b361bb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716364 Sep 09 21:38:43.411191 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Pushing event updated for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.431885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ecbe-9fbb-488d-a6c5-3c530ca28ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.437086 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ecbe-9fbb-488d-a6c5-3c530ca28ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.446751 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.447463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.469434 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-342d164a-3cfd-4263-8d14-542c93a405e6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0733817 Sep 09 21:38:43.479014 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9fd9ecbe-9fbb-488d-a6c5-3c530ca28ebb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d363ac194861458d90e520834efb0372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312760 Sep 09 21:38:43.479014 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ecbe-9fbb-488d-a6c5-3c530ca28ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b02b40-8565-40aa-abd7-c7b2d3478c03,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.480858 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38058) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:43.503920 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Request body: {'port': {'device_id': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:43.539366 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.562504 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.610167 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.612917 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.616575 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9b02b40-8565-40aa-abd7-c7b2d3478c03 HTTP/1.1" status: 204 len: 168 time: 0.1320038 Sep 09 21:38:43.620556 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.622854 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03dcbe-11bf-4238-b8b3-b7037f191714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b02b40-8565-40aa-abd7-c7b2d3478c03,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.644726 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10341584'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.675228 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:38:43.725066 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8468d1-b2af-45eb-8c44-bc9cf46182dc req-eed51d84-8f6b-47a9-967a-edb77065867e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.726722 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cb8468d1-b2af-45eb-8c44-bc9cf46182dc req-eed51d84-8f6b-47a9-967a-edb77065867e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1449471 Sep 09 21:38:43.734591 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9b639a-92de-4117-b465-516c365d7bf8,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:43.751726 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec473ce-051a-46cc-bea3-8a47b4875913 req-5656f742-ac9b-4150-ade1-aa30d7957290 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.755269 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ec473ce-051a-46cc-bea3-8a47b4875913 req-5656f742-ac9b-4150-ade1-aa30d7957290 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.0539298 Sep 09 21:38:43.796630 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9ec473ce-051a-46cc-bea3-8a47b4875913 req-7cb26c11-fa62-4efb-8fa6-c30b97c9fa1e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Sep 09 21:38:43.857435 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:43.857825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Network hostable DHCP agents. Network: 020ad0cc-54f5-4d1f-b370-8af475a4140b, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:38:43.870590 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cb8468d1-b2af-45eb-8c44-bc9cf46182dc req-55808c29-1a5d-45ce-8e57-bb397daf36d3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298730 Sep 09 21:38:43.907172 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e84e18-87e9-4f6d-be9f-c957d47b3e8b req-b47360ed-fbca-4642-8406-79a4bc6c5a23 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.908954 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-76e84e18-87e9-4f6d-be9f-c957d47b3e8b req-b47360ed-fbca-4642-8406-79a4bc6c5a23 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Sep 09 21:38:43.917843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:38:43.950404 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38070) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:43.955505 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 020ad0cc-54f5-4d1f-b370-8af475a4140b) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:43.961907 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:43.962484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:43.969363 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94196ff-f4d5-474d-8338-5d67a53469fe None None] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:43.978992 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-76e84e18-87e9-4f6d-be9f-c957d47b3e8b req-1c4284c9-2034-49fd-b968-b4c18f485b47 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Sep 09 21:38:43.983294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dea2d63-906a-4eee-9fcf-a8d562dfb686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.006971 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-91cc371d-4729-433c-a272-a2e9caedbca6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8363507 Sep 09 21:38:44.011328 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38072) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:44.017028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:44.080857 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd93dfed-afc9-464a-855d-c642c0e174a1 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:44.091136 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.116407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Transition to ACTIVE for port object cd93dfed-afc9-464a-855d-c642c0e174a1 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:44.120851 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dea2d63-906a-4eee-9fcf-a8d562dfb686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.128998 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dea2d63-906a-4eee-9fcf-a8d562dfb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.140407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:44.144578 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140e0a0c-2a8a-4f72-ad25-adec47174dd8" -d '{"events": [{"server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "name": "network-vif-plugged", "status": "completed", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:44.152889 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-020ad0cc-54f5-4d1f-b370-8af475a4140b', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:38:44.156678 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.159208 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.180120 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea2d63-906a-4eee-9fcf-a8d562dfb686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c76716-3439-4451-9fa1-bc3ab98d63e6,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:44.188566 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5dea2d63-906a-4eee-9fcf-a8d562dfb686 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fe1bbff76a047769c6f47ee8a5722d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370019 Sep 09 21:38:44.189400 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38078) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:44.190308 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.191417 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.218861 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a5b12-9074-4cde-bf02-b07772e653e9 x-openstack-request-id: req-c09a5b12-9074-4cde-bf02-b07772e653e9 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:44.219614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "name": "network-vif-plugged", "status": "completed", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:44.220518 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c09a5b12-9074-4cde-bf02-b07772e653e9 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:44.222408 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5', 'code': 200} Sep 09 21:38:44.250888 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e132771-fb3d-4c9a-ac0f-4d3f3062a78b req-7e683dd3-c208-4921-a613-f181077835b8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.252785 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6e132771-fb3d-4c9a-ac0f-4d3f3062a78b req-7e683dd3-c208-4921-a613-f181077835b8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.1399705 Sep 09 21:38:44.275601 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.333361 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.340438 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.358139 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:44.424188 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6e132771-fb3d-4c9a-ac0f-4d3f3062a78b req-50ee87a3-1d4e-4528-93bc-d9121f836116 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620018 Sep 09 21:38:44.441395 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Attempting to bind port cd93dfed-afc9-464a-855d-c642c0e174a1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:44.442019 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Attempting to bind port cd93dfed-afc9-464a-855d-c642c0e174a1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:44.442768 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Attempting to bind port cd93dfed-afc9-464a-855d-c642c0e174a1 on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:44.451773 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Port cd93dfed-afc9-464a-855d-c642c0e174a1 on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:38:44.452484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Attempting to bind port cd93dfed-afc9-464a-855d-c642c0e174a1 on network 0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:44.461078 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:44.461608 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Checking segment: {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:44.462389 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Bound using segment: {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:44.462977 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Bound port: cd93dfed-afc9-464a-855d-c642c0e174a1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bfafed-42b5-47ae-8259-1191ba2dccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:44.463505 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.465012 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Allocated IP 172.20.0.2 (020ad0cc-54f5-4d1f-b370-8af475a4140b/1d9b639a-92de-4117-b465-516c365d7bf8/66b8c4cc-7387-4fc0-b6e5-6957b63d84b9) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:44.549770 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:44.554185 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cd93dfed-afc9-464a-855d-c642c0e174a1,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:44.558992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.582526 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.607320 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.607463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297d3d-f13a-41a7-91c5-cd98541bebfa req-aafd8740-de94-4a34-94e1-391292d2bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.607547 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.608522 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f297d3d-f13a-41a7-91c5-cd98541bebfa req-aafd8740-de94-4a34-94e1-391292d2bc0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 1099 time: 0.1220760 Sep 09 21:38:44.609454 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] 10.222.0.45 "PUT /v2.0/ports/cd93dfed-afc9-464a-855d-c642c0e174a1 HTTP/1.1" status: 200 len: 1093 time: 1.1113496 Sep 09 21:38:44.612983 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:44.615434 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:44.637945 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c88157-e6e1-43a3-be7c-9b83ecfb49ff req-f7dda002-3342-4cd0-a206-5ce9c513a91b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.639543 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2c88157-e6e1-43a3-be7c-9b83ecfb49ff req-f7dda002-3342-4cd0-a206-5ce9c513a91b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1262033 Sep 09 21:38:44.656974 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.666978 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.677106 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a1a59-4694-4745-8d2b-e31908f98b6e service neutron] Pushing event updated for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:44.684389 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54c76716-3439-4451-9fa1-bc3ab98d63e6 HTTP/1.1" status: 204 len: 168 time: 0.4876769 Sep 09 21:38:44.698062 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.716552 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Transition to ACTIVE for port object 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:44.721681 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43cda5c-4c94-4556-a961-41efea1b14c9 x-openstack-request-id: req-e43cda5c-4c94-4556-a961-41efea1b14c9 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:44.722002 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:44.722871 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e43cda5c-4c94-4556-a961-41efea1b14c9 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:44.723505 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1', 'status': 'completed', 'code': 200} Sep 09 21:38:44.732421 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a84c6a-ec0b-4df1-9058-9ef7de221566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c76716-3439-4451-9fa1-bc3ab98d63e6,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:44.743619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Transition to ACTIVE for port object 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:44.760126 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.762648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-977f6941-3dfa-4320-80fd-bf274b568dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.764765 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-977f6941-3dfa-4320-80fd-bf274b568dbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 1096 time: 0.0557842 Sep 09 21:38:44.776452 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f297d3d-f13a-41a7-91c5-cd98541bebfa req-743b151a-6116-41a3-a3f1-1018f9406f47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345510 Sep 09 21:38:44.787089 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2c88157-e6e1-43a3-be7c-9b83ecfb49ff req-1553572d-0d2c-48c4-a628-057c83e23719 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014428 Sep 09 21:38:44.821257 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:44.825417 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:44.833197 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:44.850113 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Pushing event updated for resources: {'Port': ['ID=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:44.912038 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Attempting to bind port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:44.912314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Attempting to bind port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:44.912729 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Attempting to bind port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:44.919553 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:44.919919 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:44.920328 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.920717 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Bound using segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:44.921246 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Bound port: 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:44.921627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:44.967203 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecb31c-eff2-48ce-bec1-c10ea1aedf86 req-fafcd59c-f898-4081-b13f-9dc0e68c00a2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:44.969559 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-42ecb31c-eff2-48ce-bec1-c10ea1aedf86 req-fafcd59c-f898-4081-b13f-9dc0e68c00a2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.0947413 Sep 09 21:38:44.996307 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] For port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:45.000218 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] For port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:45.002134 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:45.016164 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:45.031362 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-42ecb31c-eff2-48ce-bec1-c10ea1aedf86 req-9baf5b9a-ac00-46a0-81bb-2850cea7c417 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549047 Sep 09 21:38:45.054299 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:45.104957 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-7746c8df-c42b-46a9-bda8-b98f2626aa20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd93dfed-afc9-464a-855d-c642c0e174a1 HTTP/1.1" status: 200 len: 217 time: 0.0689981 Sep 09 21:38:45.130431 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7d48-53b8-443d-807c-81da510677b3 None None] Pushing event updated for resources: {'Port': ['ID=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:45.187372 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a0df2-5f44-4bae-b031-704a04fb04cc req-99a202c0-e17f-4b93-8a1c-675b910a14fc tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:45.195068 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989579ee-3b3c-4ceb-b6f7-23b0e87a8ab5 req-e97c0046-1836-4e7b-97ca-f37cbb6d7baa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:45.195380 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1b4a0df2-5f44-4bae-b031-704a04fb04cc req-99a202c0-e17f-4b93-8a1c-675b910a14fc tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0652685 Sep 09 21:38:45.196732 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-989579ee-3b3c-4ceb-b6f7-23b0e87a8ab5 req-e97c0046-1836-4e7b-97ca-f37cbb6d7baa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1594262 Sep 09 21:38:45.249708 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1b4a0df2-5f44-4bae-b031-704a04fb04cc req-c4c7d4dd-78a3-4ac7-b6a4-aefc8bb5a517 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Sep 09 21:38:45.309875 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Allocated IP 172.27.0.123 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/e6fdd138-07af-4e59-8f0b-f8953f5b2078) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:45.335326 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-989579ee-3b3c-4ceb-b6f7-23b0e87a8ab5 req-5add8f6f-1523-4ca1-b8b9-6d5693bfbe30 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301789 Sep 09 21:38:45.575517 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:45.620344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec6e0-2466-4d36-ad49-ad24f9f0d038 req-2cc1df99-77bf-4d37-9a57-b9835a071e4d tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:45.622814 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-530ec6e0-2466-4d36-ad49-ad24f9f0d038 req-2cc1df99-77bf-4d37-9a57-b9835a071e4d tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.0796585 Sep 09 21:38:45.646157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:45.669017 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-530ec6e0-2466-4d36-ad49-ad24f9f0d038 req-b23228af-76fd-4616-ac12-487721abb6ec tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Sep 09 21:38:45.686756 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:45.688173 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:45.691791 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:45.718380 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fdd138-07af-4e59-8f0b-f8953f5b2078,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:45.980904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e2b49-009c-4aff-be6e-76028e0447df req-01e4e947-080d-4638-a461-ab42cad86567 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:45.982513 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-422e2b49-009c-4aff-be6e-76028e0447df req-01e4e947-080d-4638-a461-ab42cad86567 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0981393 Sep 09 21:38:45.999298 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:46.046176 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-58816bd5-f0dc-438e-917f-b2f85377e661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:46.048065 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-58816bd5-f0dc-438e-917f-b2f85377e661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27df025b-8b01-4fe3-8704-a07646b35682 HTTP/1.1" status: 200 len: 849 time: 0.0542016 Sep 09 21:38:46.091642 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-422e2b49-009c-4aff-be6e-76028e0447df req-92022995-9f41-4ed3-b978-5f78c41ef8f4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010869 Sep 09 21:38:46.242789 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:46.315174 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae0a99-c709-4e80-9556-794ef5854b5e None None] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:46.383613 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ee82aa9d-739c-43b1-84ef-4e05ede6fd31 None None] Provisioning for port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:46.465150 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:38:46.485078 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6183e59-532d-4dd6-b9a1-f6fcb774c36f req-4e77d658-0d43-405c-a865-b43f256b1245 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:46.497259 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b6183e59-532d-4dd6-b9a1-f6fcb774c36f req-4e77d658-0d43-405c-a865-b43f256b1245 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.1112044 Sep 09 21:38:46.541684 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b6183e59-532d-4dd6-b9a1-f6fcb774c36f req-fe8a53d4-6745-4af9-a6ca-c4b110c9dd8e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Sep 09 21:38:46.810969 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403da13-fdb9-4f1f-bfd4-0fb7a21b764a req-4019a493-b052-4a15-8e35-6fa64a9ab3fa tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:46.814768 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9403da13-fdb9-4f1f-bfd4-0fb7a21b764a req-4019a493-b052-4a15-8e35-6fa64a9ab3fa tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.0710104 Sep 09 21:38:46.844426 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899330b0-078c-4ee0-aea2-869973ad737d req-294fab19-9558-4101-b542-7eae06286e93 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:46.845985 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-899330b0-078c-4ee0-aea2-869973ad737d req-294fab19-9558-4101-b542-7eae06286e93 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.3147311 Sep 09 21:38:46.851709 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9403da13-fdb9-4f1f-bfd4-0fb7a21b764a req-1b149ebb-8b97-4116-8565-041e4f3d7c25 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Sep 09 21:38:46.862802 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:38:46.879308 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bd85-e847-425e-855c-600276f178cd None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:38:46.893213 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:46.894648 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-72ef40f0-a9c3-4886-9ae7-d6a5ae2c7a61 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8823743 Sep 09 21:38:46.896580 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:46.897575 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:46.897737 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38150) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:46.902532 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-8b939187-17d3-424f-95af-2d2502bf54c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314786 Sep 09 21:38:46.915344 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-899330b0-078c-4ee0-aea2-869973ad737d req-96bd4d7c-3dc6-4674-85f2-65d30f23af11 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548868 Sep 09 21:38:47.016315 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:47.111486 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:47.248534 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:45Z', 'revision_number': 3, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:47.257484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9b57d-50c3-4d32-aafe-2ec6d5318f85 req-f08c21a7-623e-4c78-b87f-216e7dd5a300 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:47.260184 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-52e9b57d-50c3-4d32-aafe-2ec6d5318f85 req-f08c21a7-623e-4c78-b87f-216e7dd5a300 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0647743 Sep 09 21:38:47.281833 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bd85-e847-425e-855c-600276f178cd None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:38:47.282170 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bd85-e847-425e-855c-600276f178cd None None] Updating router 406e8ce3-979e-4584-8eaa-a45205f629c0 port e6fdd138-07af-4e59-8f0b-f8953f5b2078 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:38:47.308677 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-52e9b57d-50c3-4d32-aafe-2ec6d5318f85 req-1194c720-4eec-4670-a8c7-3a7a42db9a7b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Sep 09 21:38:47.325566 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.332634 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:47.337583 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:47.337989 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.412348 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.424704 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.460911 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:47.466410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.522423 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:47.596881 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Allocated IP 172.20.0.1 (020ad0cc-54f5-4d1f-b370-8af475a4140b/1d9b639a-92de-4117-b465-516c365d7bf8/b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:47.722402 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184db46c-d389-4ce9-9cd2-54dcfd5ca99a req-f8e093e5-1a09-400b-97de-a982134dbac4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:47.724008 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-184db46c-d389-4ce9-9cd2-54dcfd5ca99a req-f8e093e5-1a09-400b-97de-a982134dbac4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.1111474 Sep 09 21:38:47.726270 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.738234 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-3422bd85-e847-425e-855c-600276f178cd None None] Transition to ACTIVE for port object e6fdd138-07af-4e59-8f0b-f8953f5b2078 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:47.745939 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.771435 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.791874 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-184db46c-d389-4ce9-9cd2-54dcfd5ca99a req-64b003df-a62e-4bc7-9362-fc3dfca3e6e7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Sep 09 21:38:47.797505 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Transition to ACTIVE for port object b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:47.805778 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Pushing event updated for resources: {'Port': ['ID=e6fdd138-07af-4e59-8f0b-f8953f5b2078,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:47.814682 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.815160 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.815470 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.815802 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.816131 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.816454 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.816781 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.817100 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.817441 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.817752 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.818068 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.818376 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:38:47.823740 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-3422bd85-e847-425e-855c-600276f178cd None None] Attempting to bind port e6fdd138-07af-4e59-8f0b-f8953f5b2078 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:47.823944 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-3422bd85-e847-425e-855c-600276f178cd None None] Attempting to bind port e6fdd138-07af-4e59-8f0b-f8953f5b2078 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:47.824271 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bd85-e847-425e-855c-600276f178cd None None] Attempting to bind port e6fdd138-07af-4e59-8f0b-f8953f5b2078 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:47.830250 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bd85-e847-425e-855c-600276f178cd None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:47.830620 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bd85-e847-425e-855c-600276f178cd None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:47.831020 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.831435 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bd85-e847-425e-855c-600276f178cd None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:47.831899 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-3422bd85-e847-425e-855c-600276f178cd None None] Bound port: e6fdd138-07af-4e59-8f0b-f8953f5b2078, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:47.832319 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.845641 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.890239 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:47.895545 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:47.896868 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-3422bd85-e847-425e-855c-600276f178cd None None] For port e6fdd138-07af-4e59-8f0b-f8953f5b2078, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:47.902323 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-3422bd85-e847-425e-855c-600276f178cd None None] For port e6fdd138-07af-4e59-8f0b-f8953f5b2078, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e6fdd138-07af-4e59-8f0b-f8953f5b2078,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:47.903452 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:47.912570 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-3422bd85-e847-425e-855c-600276f178cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:47.935368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:47.965107 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:47.965807 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:47.973200 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.051783 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-8ed9d667-316b-4223-8b34-6dddc90a0f76 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936717 Sep 09 21:38:48.168069 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a0cc-409e-4c72-9f5f-55a8a8e82466 None None] Pushing event updated for resources: {'Port': ['ID=e6fdd138-07af-4e59-8f0b-f8953f5b2078,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:48.180907 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c83c-276f-47d1-adf3-ceb2753d32c0 req-dfe146b4-ab85-43d2-9a17-1e98c54cc31e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.187708 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c133c83c-276f-47d1-adf3-ceb2753d32c0 req-dfe146b4-ab85-43d2-9a17-1e98c54cc31e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1620677 Sep 09 21:38:48.189377 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9d6ec-de6d-49c2-b40c-1f80baf93f97 req-4a8dc6d1-03e4-489e-8ba9-54f37982de3e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.190908 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-16a9d6ec-de6d-49c2-b40c-1f80baf93f97 req-4a8dc6d1-03e4-489e-8ba9-54f37982de3e tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.1371403 Sep 09 21:38:48.198126 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.207800 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:48.218849 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e73afbf-4e14-42f2-a015-97bf019a610b req-e8feb27c-35c1-4890-98e7-201fceda2e65 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361792 Sep 09 21:38:48.253951 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-16a9d6ec-de6d-49c2-b40c-1f80baf93f97 req-8ee6d1e0-764f-4ac7-b2db-897bb67408b5 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Sep 09 21:38:48.255394 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f6202b00-3249-48cf-b25f-28fc826282b4 None None] Provisioning for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:48.260161 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f6202b00-3249-48cf-b25f-28fc826282b4 None None] Provisioning complete for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:48.260599 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f6202b00-3249-48cf-b25f-28fc826282b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.270940 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c133c83c-276f-47d1-adf3-ceb2753d32c0 req-56762359-c514-4145-9d6d-c3a677114aea tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815442 Sep 09 21:38:48.330737 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-b4f5c9c6-7c3b-4cb2-9989-25d398ee52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.331089 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-f6202b00-3249-48cf-b25f-28fc826282b4 None None] Port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:38:48.336034 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-b4f5c9c6-7c3b-4cb2-9989-25d398ee52f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=796e99161e7f4d138d2b15ae78d76c85&device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 1096 time: 0.0477927 Sep 09 21:38:48.431921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.437125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.443066 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3422bd85-e847-425e-855c-600276f178cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:45Z', 'revision_number': 3, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:48.479175 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bd85-e847-425e-855c-600276f178cd None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:45Z', 'revision_number': 3, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:38:48.493206 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-99f2e456-eb30-4505-946e-fc3b925e4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.494744 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-99f2e456-eb30-4505-946e-fc3b925e4519 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 200 len: 910 time: 0.1436553 Sep 09 21:38:48.507232 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99682a5d-9e6f-42ac-9813-2160f3f71879 req-f889c3fa-de42-4129-9c81-d59033582b3c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.508807 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-99682a5d-9e6f-42ac-9813-2160f3f71879 req-f889c3fa-de42-4129-9c81-d59033582b3c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0738907 Sep 09 21:38:48.510461 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:48.512397 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:48.570250 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-ae7ba3ef-da79-479b-a4a3-a02e033fc7d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd93dfed-afc9-464a-855d-c642c0e174a1 HTTP/1.1" status: 200 len: 217 time: 0.0603423 Sep 09 21:38:48.599274 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-99682a5d-9e6f-42ac-9813-2160f3f71879 req-dee0ee78-cad0-43f6-baa1-12386e7d6711 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789278 Sep 09 21:38:48.617230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:48.618727 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:48.643728 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-545e4dcf-bb3c-4f78-a4af-d1b11e9a09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:48.645532 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-545e4dcf-bb3c-4f78-a4af-d1b11e9a09aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=27df025b-8b01-4fe3-8704-a07646b35682 HTTP/1.1" status: 200 len: 849 time: 0.0585938 Sep 09 21:38:48.855263 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:38:49.070207 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-144eb0fc-2a01-4b4e-be1e-4ff9a88d9929 None None] Provisioning complete for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:49.071324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-144eb0fc-2a01-4b4e-be1e-4ff9a88d9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:49.155519 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:38:49.174558 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-52ec3836-6c5e-488e-ae82-52d02229ddb5 admin admin] 10.222.0.21 "PUT /v2.0/routers/406e8ce3-979e-4584-8eaa-a45205f629c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757204 Sep 09 21:38:49.207223 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-144eb0fc-2a01-4b4e-be1e-4ff9a88d9929 None None] Port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:38:49.278020 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-3631682d-c29e-48a9-81aa-f35ab656d92f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6232259 Sep 09 21:38:49.354779 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e6fdd138-07af-4e59-8f0b-f8953f5b2078 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:49.409924 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0cee5-6f30-4924-9729-133188d69eec req-9a4980c0-3fd6-404f-ba04-70c3e35a9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:49.414332 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-00a0cee5-6f30-4924-9729-133188d69eec req-9a4980c0-3fd6-404f-ba04-70c3e35a9408 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.1539159 Sep 09 21:38:49.457852 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port e6fdd138-07af-4e59-8f0b-f8953f5b2078 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:49.469034 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e6fdd138-07af-4e59-8f0b-f8953f5b2078 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:49.469402 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:49.524897 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-00a0cee5-6f30-4924-9729-133188d69eec req-8155ed96-cc6c-4ec9-8d64-6e09568a0a00 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981126 Sep 09 21:38:49.527321 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4c2f0-447c-40cd-bb38-661963ef2ff2 req-7f463e79-609e-4e65-91b7-4fb123a4c6d3 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:49.535444 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2eb4c2f0-447c-40cd-bb38-661963ef2ff2 req-7f463e79-609e-4e65-91b7-4fb123a4c6d3 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.2606139 Sep 09 21:38:49.610593 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-66528aee-279e-4add-809b-e81949fb96e8 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178241 Sep 09 21:38:49.622883 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2eb4c2f0-447c-40cd-bb38-661963ef2ff2 req-a64dacc5-e520-4783-90e2-029d4f36e26d tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864332 Sep 09 21:38:49.654965 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:49.674927 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102df91-a2d9-40ab-9411-515cdf96de9e req-67138b25-a491-43d3-a69a-ed5b9d0f851c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:49.682827 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port e6fdd138-07af-4e59-8f0b-f8953f5b2078, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e6fdd138-07af-4e59-8f0b-f8953f5b2078,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:49.688632 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9102df91-a2d9-40ab-9411-515cdf96de9e req-67138b25-a491-43d3-a69a-ed5b9d0f851c tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.0849168 Sep 09 21:38:49.689532 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:49.690565 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:49.743739 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9102df91-a2d9-40ab-9411-515cdf96de9e req-7d5405dc-c3b5-453f-88f9-a6f6d3ded960 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Sep 09 21:38:49.786849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=e6fdd138-07af-4e59-8f0b-f8953f5b2078,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:49.796636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc722a-a60a-4e92-8766-685a9fd7110d req-da779bc3-efa9-4ff8-bee7-43e82753f458 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:49.797022 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:49.797565 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:49.804146 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-07fc722a-a60a-4e92-8766-685a9fd7110d req-da779bc3-efa9-4ff8-bee7-43e82753f458 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1120613 Sep 09 21:38:49.853515 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-07fc722a-a60a-4e92-8766-685a9fd7110d req-d57f4527-9055-41fe-9de8-a1dff6d6d4db tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Sep 09 21:38:49.900554 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc22a-bda0-46e6-8e3a-027ea452d217 req-41d28c31-086d-4131-8b17-fe5aebf82931 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:49.902189 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4d2fc22a-bda0-46e6-8e3a-027ea452d217 req-41d28c31-086d-4131-8b17-fe5aebf82931 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0933414 Sep 09 21:38:49.974919 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4d2fc22a-bda0-46e6-8e3a-027ea452d217 req-3f518b1c-f001-4ceb-b735-4e7aba771d9f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635715 Sep 09 21:38:50.006763 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91e4a888-279e-4f35-a691-2aa2ba4b0cdc req-0b16f283-3e03-4ae7-8ff2-34156b24cce7 service neutron] 10.222.0.45 "GET /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584918 Sep 09 21:38:50.141542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38218) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:50.146451 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1947330095-network', 'tenant_id': '618decfc4adb469c90daf3fd77412188'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:50.173093 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Made reservation on behalf of 618decfc4adb469c90daf3fd77412188 for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:50.175782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.185387 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.298053 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.314242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.329917 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:38:50.344248 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959056ff-5af8-4a32-bca0-d55538a0834e,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:50.349848 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.350116 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Added segment a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b of type vlan for network bd671ed2-02c5-4b2c-b424-b9c2475deeed Sep 09 21:38:50.394004 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.425849 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.426982 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:50.427750 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.463771 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3211236 Sep 09 21:38:50.466671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38232) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:50.472035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Request body: {'subnet': {'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1947330095-subnet', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:50.504978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047d2a-0006-4132-a1cb-8d91ba5235f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd671ed2-02c5-4b2c-b424-b9c2475deeed,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:50.514634 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Made reservation on behalf of 618decfc4adb469c90daf3fd77412188 for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:50.516034 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38234) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:50.518335 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:38:50.523432 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018016'] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.684301 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7241-6e13-41cc-9f2a-776852c55c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.747706 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9422553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018046'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.765600 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c07db-43ca-4693-a527-e9f50f73778f req-9c712609-8a14-4509-a719-5839a3f11a99 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:50.767450 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ca8c07db-43ca-4693-a527-e9f50f73778f req-9c712609-8a14-4509-a719-5839a3f11a99 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0795767 Sep 09 21:38:50.809076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9496b312-de3e-4cda-b40d-f8d157ce5851,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:50.819662 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Checking segment: {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:50.820023 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Network hostable DHCP agents. Network: bd671ed2-02c5-4b2c-b424-b9c2475deeed, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:38:50.835724 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ca8c07db-43ca-4693-a527-e9f50f73778f req-86d104da-c51a-40fe-89a3-247ecfee21ff tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593214 Sep 09 21:38:50.863417 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:38:50.865033 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7241-6e13-41cc-9f2a-776852c55c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.874902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d7cd7241-6e13-41cc-9f2a-776852c55c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.879383 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:50.881335 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:50.883112 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:38:50.893217 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b1abd-077e-4b69-8417-cea21577fbbf req-76a3b712-ae46-4dbe-9e0b-20551faad8bb tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:50.894800 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ce7b1abd-077e-4b69-8417-cea21577fbbf req-76a3b712-ae46-4dbe-9e0b-20551faad8bb tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.0709612 Sep 09 21:38:50.908203 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, bd671ed2-02c5-4b2c-b424-b9c2475deeed) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:50.913900 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:50.914577 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:50.932596 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d7cd7241-6e13-41cc-9f2a-776852c55c52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bddd0e267b0947498f2005e1ec3b1a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148517 Sep 09 21:38:50.933736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd7241-6e13-41cc-9f2a-776852c55c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2247882d-a4c9-421c-abaa-d416a8d0ae23,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:50.942820 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38256) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:50.954327 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630e697-3e28-4529-89ab-53bd7b2f461f None None] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:50.994090 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fc15d21d-4d7d-4ce1-a727-656924e7dd93 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5261848 Sep 09 21:38:50.999840 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38270) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:51.005332 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:51.035804 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ce7b1abd-077e-4b69-8417-cea21577fbbf req-ac109bb4-e593-4171-9de3-73b0658fc7fa tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295116 Sep 09 21:38:51.051869 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.100676 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.102060 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.139983 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:51.161901 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.177497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e6fdd138-07af-4e59-8f0b-f8953f5b2078 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:51.219270 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b479352-ddc4-4505-b374-0a8d20116ad1 req-e693eb90-cb3e-43e3-a0d0-1f5bf5702ea3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:51.221542 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0b479352-ddc4-4505-b374-0a8d20116ad1 req-e693eb90-cb3e-43e3-a0d0-1f5bf5702ea3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0690036 Sep 09 21:38:51.272092 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.286913 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a2405-9dde-406c-aea9-17c9403d71a5 req-3b6a7412-97fb-45ee-b22e-7b4c350f7c51 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:51.295509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e3a2405-9dde-406c-aea9-17c9403d71a5 req-3b6a7412-97fb-45ee-b22e-7b4c350f7c51 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2663424 Sep 09 21:38:51.309138 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0b479352-ddc4-4505-b374-0a8d20116ad1 req-a43c7404-d486-437b-920d-e399040cc274 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741384 Sep 09 21:38:51.389608 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'fixed_ips': [{'subnet_id': '9496b312-de3e-4cda-b40d-f8d157ce5851'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:38:51.390761 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.418957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e6fdd138-07af-4e59-8f0b-f8953f5b2078 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:51.419702 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.461535 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e3a2405-9dde-406c-aea9-17c9403d71a5 req-10f83c30-f74b-4141-b8c7-6d25c741ffc2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632032 Sep 09 21:38:51.509411 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.542457 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.546278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.547732 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2247882d-a4c9-421c-abaa-d416a8d0ae23 HTTP/1.1" status: 204 len: 168 time: 0.6035724 Sep 09 21:38:51.559434 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3177a0c-45c6-49cc-91ed-0830355e89ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2247882d-a4c9-421c-abaa-d416a8d0ae23,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:51.746571 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cd93dfed-afc9-464a-855d-c642c0e174a1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:38:51.793549 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38312) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:51.813006 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Allocated IP 172.20.0.2 (bd671ed2-02c5-4b2c-b424-b9c2475deeed/9496b312-de3e-4cda-b40d-f8d157ce5851/caca550d-98d6-43b4-83e8-808bc9ee2f8e) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:51.886861 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.910433 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:51.940123 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 2, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:51.955456 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91975303-05a3-4882-9402-40dd712f7c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.031833 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:38:52.032596 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Updating router 406e8ce3-979e-4584-8eaa-a45205f629c0 port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:38:52.088669 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91975303-05a3-4882-9402-40dd712f7c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.088900 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cd93dfed-afc9-464a-855d-c642c0e174a1,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:52.092817 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.097922 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91975303-05a3-4882-9402-40dd712f7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.126476 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Allocated IP 172.27.0.23 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/87f2129a-dcfc-47c2-97e0-eef311bb26da) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:52.192966 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-91975303-05a3-4882-9402-40dd712f7c9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b2938ad96214c9b97fe9792ec411444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963828 Sep 09 21:38:52.208730 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38334) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:52.218895 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91975303-05a3-4882-9402-40dd712f7c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a3d27-d7b5-4aec-b27c-b231122375e2,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:52.275449 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aae931-021c-4cc6-948c-cc3e0263b33e req-96eee61c-e9ea-4d9d-ab5c-277a52e83180 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:52.278172 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'cd93dfed-afc9-464a-855d-c642c0e174a1', 'network_id': '0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa', 'port_id': 'cd93dfed-afc9-464a-855d-c642c0e174a1', 'mac_address': 'fa:16:3e:45:48:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27df025b-8b01-4fe3-8704-a07646b35682', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:38:52.283321 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a1aae931-021c-4cc6-948c-cc3e0263b33e req-96eee61c-e9ea-4d9d-ab5c-277a52e83180 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 943 time: 0.1244993 Sep 09 21:38:52.293572 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.330290 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.359425 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a1aae931-021c-4cc6-948c-cc3e0263b33e req-c9fa9312-0523-4aa5-b084-b6405c3e40ab tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698512 Sep 09 21:38:52.372831 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.378926 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.402001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:52.408494 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:52.440149 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:52.441471 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.444292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.446185 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d5a3d27-d7b5-4aec-b27c-b231122375e2 HTTP/1.1" status: 204 len: 168 time: 0.2356679 Sep 09 21:38:52.455149 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65f1db-38db-40ab-9735-163600497f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a3d27-d7b5-4aec-b27c-b231122375e2,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:52.548361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Pushing event updated for resources: {'Port': ['ID=87f2129a-dcfc-47c2-97e0-eef311bb26da,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:52.549913 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.567761 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.610863 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Transition to ACTIVE for port object caca550d-98d6-43b4-83e8-808bc9ee2f8e will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:52.642047 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd93dfed-afc9-464a-855d-c642c0e174a1 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:38:52.662376 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Transition to ACTIVE for port object caca550d-98d6-43b4-83e8-808bc9ee2f8e will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:52.675018 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcd6e-546a-4e3c-ab76-c3812a31eaee req-56acfdc6-8b63-427b-894f-97c40e786506 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:52.685201 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-94abcd6e-546a-4e3c-ab76-c3812a31eaee req-56acfdc6-8b63-427b-894f-97c40e786506 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1397259 Sep 09 21:38:52.695226 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38352) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:52.700231 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.721562 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cd93dfed-afc9-464a-855d-c642c0e174a1,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:52.744238 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-94abcd6e-546a-4e3c-ab76-c3812a31eaee req-88e51bc8-1f76-4db0-bf22-f00a3085ba3d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535219 Sep 09 21:38:52.759140 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b117a-75c8-47c7-b462-e6aa7decf122 req-ead4561c-2451-4abf-8011-a394c21df3a2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:52.766110 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e88b117a-75c8-47c7-b462-e6aa7decf122 req-ead4561c-2451-4abf-8011-a394c21df3a2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.3186750 Sep 09 21:38:52.817862 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:52.835489 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:52.842295 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:52.854402 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:52.957949 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1178653799-network', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:52.965994 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Pushing event updated for resources: {'Port': ['ID=caca550d-98d6-43b4-83e8-808bc9ee2f8e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:52.975074 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Attempting to bind port caca550d-98d6-43b4-83e8-808bc9ee2f8e on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:52.975295 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Attempting to bind port caca550d-98d6-43b4-83e8-808bc9ee2f8e by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:52.975606 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Attempting to bind port caca550d-98d6-43b4-83e8-808bc9ee2f8e on network bd671ed2-02c5-4b2c-b424-b9c2475deeed {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:52.981770 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e88b117a-75c8-47c7-b462-e6aa7decf122 req-d794fe0b-990e-468f-b5b4-4f5319187bbb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146358 Sep 09 21:38:52.984660 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Made reservation on behalf of a2374c23a70b440d859bc2a7dea839ed for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:52.992743 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.004679 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.012880 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:53.013445 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Checking segment: {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:53.013884 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.014404 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Bound using segment: {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:53.014947 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Bound port: caca550d-98d6-43b4-83e8-808bc9ee2f8e, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:53.015531 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.030913 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.105510 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:53.152937 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.157287 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.160648 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.179586 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Transition to ACTIVE for port object b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:53.186849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] For port caca550d-98d6-43b4-83e8-808bc9ee2f8e, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:53.190674 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] For port caca550d-98d6-43b4-83e8-808bc9ee2f8e, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=caca550d-98d6-43b4-83e8-808bc9ee2f8e,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:53.193193 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.195951 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:38:53.204376 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7c5ab8-0cc1-4cee-a5bb-dad211740826,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:53.211728 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.212074 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Added segment 0b93854c-6b07-4561-ac11-051106c0b153 of type vlan for network 4c4e0501-2169-4bd9-99c4-690278626a2f Sep 09 21:38:53.241076 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.296782 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916fe1d-4d4d-4ef8-8fb4-abbc1f26c702 None None] Pushing event updated for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:53.320039 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.321119 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['cd93dfed-afc9-464a-855d-c642c0e174a1'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:38:53.362107 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.413125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.414226 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:53.414853 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.466679 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Attempting to bind port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:53.467337 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Attempting to bind port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:53.467869 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Attempting to bind port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:53.487251 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7936823 Sep 09 21:38:53.488235 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38366) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:53.494766 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-7afec635-96fa-40e4-bff7-5d2ef3f0a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:53.496339 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-7afec635-96fa-40e4-bff7-5d2ef3f0a763 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.1661325 Sep 09 21:38:53.498729 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:53.499032 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16999e2d-c0aa-44c7-93af-59ddc209e180 req-4e6ef33b-0bf2-4079-92cd-c03d0fe814f2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:53.499195 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:53.499195 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.499535 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Bound using segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:53.499880 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Bound port: b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:53.500383 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.507042 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16999e2d-c0aa-44c7-93af-59ddc209e180 req-4e6ef33b-0bf2-4079-92cd-c03d0fe814f2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1909211 Sep 09 21:38:53.513588 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Request body: {'subnet': {'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1178653799-subnet', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:53.517968 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318af35-a91b-4784-a262-aa8f95f59017 None None] Pushing event updated for resources: {'Port': ['ID=caca550d-98d6-43b4-83e8-808bc9ee2f8e,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:53.574344 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3c931-8b31-4ccc-8272-3a22d83d1723 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4e0501-2169-4bd9-99c4-690278626a2f,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:53.592247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 4c4e0501-2169-4bd9-99c4-690278626a2f details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:38:53.620498 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e7536-636c-4c3a-8351-ee5ac0370907 req-8149faf4-edf6-4e00-a463-65285deb9a72 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:53.621993 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd6e7536-636c-4c3a-8351-ee5ac0370907 req-8149faf4-edf6-4e00-a463-65285deb9a72 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 944 time: 0.1601324 Sep 09 21:38:53.637354 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16999e2d-c0aa-44c7-93af-59ddc209e180 req-e07c02a9-7827-4fc0-8011-8f39fb7bd4f0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293623 Sep 09 21:38:53.638629 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Made reservation on behalf of a2374c23a70b440d859bc2a7dea839ed for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:38:53.640983 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018016'] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.836819 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] For port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:53.845004 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] For port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:53.855391 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:53.868584 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-818980e5-87bb-4045-ae14-3a57f256f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:53.870108 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-818980e5-87bb-4045-ae14-3a57f256f9f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.3253372 Sep 09 21:38:53.960460 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-b6039179-09c1-48b3-9953-3030b8246305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0811293 Sep 09 21:38:53.967649 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:53.968301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:53.977200 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd6e7536-636c-4c3a-8351-ee5ac0370907 req-53ce2568-7ed2-4292-9ebf-52d66b54f1b6 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078053 Sep 09 21:38:53.985786 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Router d5e56814-2ccc-4839-b679-8d767510c078 is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:38:54.003273 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4fd86-d940-4da5-8ed5-09bdcc70b443 req-d8c21cbf-3457-4d22-9899-2c6cd8ff17ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:54.005602 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-72d4fd86-d940-4da5-8ed5-09bdcc70b443 req-d8c21cbf-3457-4d22-9899-2c6cd8ff17ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1614263 Sep 09 21:38:54.007275 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9422553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018046'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.103687 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916fe1d-4d4d-4ef8-8fb4-abbc1f26c702 None None] Pushing event updated for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:54.121362 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-72d4fd86-d940-4da5-8ed5-09bdcc70b443 req-7009a23f-d697-4647-b12e-2d7da535a6ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860138 Sep 09 21:38:54.141547 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:54.154404 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Checking segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:54.155124 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Network hostable DHCP agents. Network: 4c4e0501-2169-4bd9-99c4-690278626a2f, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:38:54.173521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:54.179016 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Network 4c4e0501-2169-4bd9-99c4-690278626a2f is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:38:54.191220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 4c4e0501-2169-4bd9-99c4-690278626a2f) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:54.202507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-43103a5a-508a-416b-abc0-495846c3e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:54.204266 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-43103a5a-508a-416b-abc0-495846c3e290 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.2233324 Sep 09 21:38:54.207416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:54.208156 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8989286-6cc6-4467-acf2-6cf4eefdf313 None None] Network 4c4e0501-2169-4bd9-99c4-690278626a2f requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:54.208334 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.230435 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ff97994d-e3d1-4bfc-896e-dca8fb491af6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7206688 Sep 09 21:38:54.231267 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38374) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:54.236332 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:38:54.245788 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-b3568e24-eed7-483b-8ce3-26489f028c80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317955 Sep 09 21:38:54.247439 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:38:54.261918 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Sync routers for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:38:54.263944 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.265270 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.290004 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:54.290657 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:54.300854 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.316899 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4a120bc9-ca60-4c5c-907a-14eaf3a1214a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3148181 Sep 09 21:38:54.318633 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38376) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:54.333498 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.500220 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:54.554115 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.573138 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-4c4e0501-2169-4bd9-99c4-690278626a2f', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:38:54.575912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:54.767706 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:52Z', 'revision_number': 3, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:54.802531 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Checking router: d5e56814-2ccc-4839-b679-8d767510c078 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:38:54.803270 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Updating router d5e56814-2ccc-4839-b679-8d767510c078 port 87f2129a-dcfc-47c2-97e0-eef311bb26da binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:38:54.831476 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-87526265-5ae6-4913-b85d-61f5cebde9b3 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469692 Sep 09 21:38:54.837505 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Allocated IP 172.20.0.2 (4c4e0501-2169-4bd9-99c4-690278626a2f/ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013/43f9095c-b367-4191-8847-f88e957df948) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:54.843037 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.091475 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcb173-a4d2-43da-ba68-8efa21317bbc req-e11b87db-82cd-4b28-8137-f4c1888cb95b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:55.096545 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28fcb173-a4d2-43da-ba68-8efa21317bbc req-e11b87db-82cd-4b28-8137-f4c1888cb95b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.2591653 Sep 09 21:38:55.152334 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa97779-b9e3-44f5-b6b3-f0f9220f52b2 None None] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:55.188908 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.202863 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Transition to ACTIVE for port object 87f2129a-dcfc-47c2-97e0-eef311bb26da will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:55.213178 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aa101bb7-e432-4523-913c-c46e9a1d4d3b req-7b24803b-3f87-4d5e-92f5-c89ffc327d3d service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731513 Sep 09 21:38:55.222258 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.268224 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device caca550d-98d6-43b4-83e8-808bc9ee2f8e up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:55.289499 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88632-1f50-4f7f-8398-bc936d0b5a87 None None] Pushing event updated for resources: {'Port': ['ID=87f2129a-dcfc-47c2-97e0-eef311bb26da,revision_number=2']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:55.329109 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f553-4258-4a2b-b133-21801a9e5a56 req-4091bf85-280a-4b75-94ab-ec2fe9f08a71 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:55.333897 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Attempting to bind port 87f2129a-dcfc-47c2-97e0-eef311bb26da on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:55.334264 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Attempting to bind port 87f2129a-dcfc-47c2-97e0-eef311bb26da by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:55.334624 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Attempting to bind port 87f2129a-dcfc-47c2-97e0-eef311bb26da on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:55.336737 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dcb3f553-4258-4a2b-b133-21801a9e5a56 req-4091bf85-280a-4b75-94ab-ec2fe9f08a71 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 944 time: 0.1105270 Sep 09 21:38:55.340406 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:55.341061 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:55.341632 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.342187 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:55.342818 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Bound port: 87f2129a-dcfc-47c2-97e0-eef311bb26da, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:55.343420 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.377765 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dcb3f553-4258-4a2b-b133-21801a9e5a56 req-55c14c71-54cd-4c8c-b668-ed67f5c525cd tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Sep 09 21:38:55.379452 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b6df9354-b9a9-4c87-a64c-e3a52a4370ca None None] Provisioning for port caca550d-98d6-43b4-83e8-808bc9ee2f8e completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:55.387695 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28fcb173-a4d2-43da-ba68-8efa21317bbc req-59d7ac22-e7c1-479a-a95a-01bbd4d37e65 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718850 Sep 09 21:38:55.441280 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.447331 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] For port 87f2129a-dcfc-47c2-97e0-eef311bb26da, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:55.453212 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] For port 87f2129a-dcfc-47c2-97e0-eef311bb26da, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=87f2129a-dcfc-47c2-97e0-eef311bb26da,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:55.458135 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.532766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Transition to ACTIVE for port object 43f9095c-b367-4191-8847-f88e957df948 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:55.535511 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b88632-1f50-4f7f-8398-bc936d0b5a87 None None] Pushing event updated for resources: {'Port': ['ID=87f2129a-dcfc-47c2-97e0-eef311bb26da,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:55.551832 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:55.552046 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:55.595945 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.600285 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:53Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:55.620396 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.632134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Transition to ACTIVE for port object 43f9095c-b367-4191-8847-f88e957df948 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:55.634860 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfdff19-56dd-46f7-b5fe-b3b2c058cc1c None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:53Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:38:55.640164 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c09d6-6b6d-4c79-81a9-8a82713c34e7 req-0ffae9fa-f243-40ac-9392-6f8e999e6e63 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:55.642439 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c06c09d6-6b6d-4c79-81a9-8a82713c34e7 req-0ffae9fa-f243-40ac-9392-6f8e999e6e63 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1139746 Sep 09 21:38:55.645406 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port caca550d-98d6-43b4-83e8-808bc9ee2f8e completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:55.651553 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port caca550d-98d6-43b4-83e8-808bc9ee2f8e triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:55.651923 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.655589 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.742893 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:55.744194 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:55.770301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cd93dfed-afc9-464a-855d-c642c0e174a1 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:55.823451 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c06c09d6-6b6d-4c79-81a9-8a82713c34e7 req-e8d1885c-7b25-48cd-ae76-b50edb9d45a6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046507 Sep 09 21:38:55.861001 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Pushing event updated for resources: {'Port': ['ID=43f9095c-b367-4191-8847-f88e957df948,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:55.884320 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Allocated IP 172.27.0.91 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/a1e86829-3658-44b1-bb51-3dd636571839) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:55.891322 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Network 4c4e0501-2169-4bd9-99c4-690278626a2f is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:55.901313 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:55.902476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:56.077603 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Attempting to bind port 43f9095c-b367-4191-8847-f88e957df948 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:38:56.078079 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Attempting to bind port 43f9095c-b367-4191-8847-f88e957df948 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:38:56.078685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Attempting to bind port 43f9095c-b367-4191-8847-f88e957df948 on network 4c4e0501-2169-4bd9-99c4-690278626a2f {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:38:56.087741 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Allocated IP 172.20.0.1 (bd671ed2-02c5-4b2c-b424-b9c2475deeed/9496b312-de3e-4cda-b40d-f8d157ce5851/5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:56.103022 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:38:56.103579 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Checking segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:38:56.104095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.104580 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Bound using segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:38:56.105283 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Bound port: 43f9095c-b367-4191-8847-f88e957df948, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:38:56.105752 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.109151 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:52Z', 'revision_number': 3, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:56.114860 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.123130 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.125135 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port cd93dfed-afc9-464a-855d-c642c0e174a1 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:56.163655 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c809290-39d1-4bd4-99cb-9d8aae8aa9ce None None] The sync data for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi is: [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:52Z', 'revision_number': 3, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:38:56.194706 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port cd93dfed-afc9-464a-855d-c642c0e174a1 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:56.195152 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.204102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.264278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.264465 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] For port 43f9095c-b367-4191-8847-f88e957df948, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:38:56.267941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] For port 43f9095c-b367-4191-8847-f88e957df948, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=43f9095c-b367-4191-8847-f88e957df948,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:38:56.277432 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-4ec20c71-d80d-4920-90b2-aa1f08a18b54 None None] Provisioning complete for port caca550d-98d6-43b4-83e8-808bc9ee2f8e triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:56.277820 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4ec20c71-d80d-4920-90b2-aa1f08a18b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.279369 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:56.286370 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Transition to ACTIVE for port object 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:56.287363 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:56.296511 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:56.328086 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Pushing event updated for resources: {'Port': ['ID=a1e86829-3658-44b1-bb51-3dd636571839,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:56.341980 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.401310 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:56.404843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:56.415099 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:56.428148 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.435598 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port caca550d-98d6-43b4-83e8-808bc9ee2f8e, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=caca550d-98d6-43b4-83e8-808bc9ee2f8e,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:56.457002 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Pushing event updated for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:56.558186 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.605454 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.780577 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6bed6-732f-443d-9a27-affa1fcd50a4 req-a77ebe9d-2bc0-408d-8bbc-d3a5dafbeff1 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:56.782545 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3de6bed6-732f-443d-9a27-affa1fcd50a4 req-a77ebe9d-2bc0-408d-8bbc-d3a5dafbeff1 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 944 time: 0.2031498 Sep 09 21:38:56.837549 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:56.859297 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ae132-c043-4e49-91e2-f19feeb745cb None None] Pushing event updated for resources: {'Port': ['ID=43f9095c-b367-4191-8847-f88e957df948,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:56.920808 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3de6bed6-732f-443d-9a27-affa1fcd50a4 req-ad6e08d5-9938-456f-ab60-5d3775ba6ddc tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267259 Sep 09 21:38:56.933539 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=caca550d-98d6-43b4-83e8-808bc9ee2f8e,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:56.943852 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.067324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:38:57.083463 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb31bfe-9bb3-4f38-86fd-9ee806572efe" -d '{"events": [{"server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:38:57.097702 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cd93dfed-afc9-464a-855d-c642c0e174a1,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:57.102043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb23a-e54a-4811-88c8-84cddabed108 req-99a4d1d4-00fe-4f38-b3ce-eac6984cdc23 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:57.110435 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-069bb23a-e54a-4811-88c8-84cddabed108 req-99a4d1d4-00fe-4f38-b3ce-eac6984cdc23 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.4744196 Sep 09 21:38:57.111681 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.124513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-41368a48-002a-413a-8ff2-3e192ca45133 None None] Provisioning for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:57.145357 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.223462 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-41368a48-002a-413a-8ff2-3e192ca45133 None None] Provisioning complete for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:57.223845 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-41368a48-002a-413a-8ff2-3e192ca45133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.333402 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-069bb23a-e54a-4811-88c8-84cddabed108 req-3cc5b26d-06b6-4f8f-82fe-9b4f90f6f700 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610267 Sep 09 21:38:57.357134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-41368a48-002a-413a-8ff2-3e192ca45133 None None] Port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:38:57.385524 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:57.409984 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25402d7-51da-473f-a7b9-8f1848227920 req-c07d6f77-a90f-4cbe-a58e-89b60dfcfad7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:57.413433 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d25402d7-51da-473f-a7b9-8f1848227920 req-c07d6f77-a90f-4cbe-a58e-89b60dfcfad7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2526255 Sep 09 21:38:57.469647 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ab930-4873-4a81-86e7-3e865f81065e x-openstack-request-id: req-ba0ab930-4873-4a81-86e7-3e865f81065e {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:38:57.470163 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "name": "network-vif-plugged", "status": "completed", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:38:57.470596 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba0ab930-4873-4a81-86e7-3e865f81065e {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:38:57.471128 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1', 'code': 200} Sep 09 21:38:57.514849 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d25402d7-51da-473f-a7b9-8f1848227920 req-b9a3e1c7-dc74-420b-98a5-638058d13544 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893395 Sep 09 21:38:57.535957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 87f2129a-dcfc-47c2-97e0-eef311bb26da up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:57.560986 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.688793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 87f2129a-dcfc-47c2-97e0-eef311bb26da completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:57.696020 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 87f2129a-dcfc-47c2-97e0-eef311bb26da triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:57.696391 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.748746 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.777540 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.827452 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Router edad9e3d-cda2-4614-83db-35922eea83ad is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:38:57.869041 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.900746 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 87f2129a-dcfc-47c2-97e0-eef311bb26da, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=87f2129a-dcfc-47c2-97e0-eef311bb26da,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:57.911278 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:57.912460 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:57.997847 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d351398-306d-422c-82ad-d22036d19f41 req-2a630660-9ace-4181-823b-2d26d4b98584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:58.000789 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7d351398-306d-422c-82ad-d22036d19f41 req-2a630660-9ace-4181-823b-2d26d4b98584 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 1098 time: 0.2488282 Sep 09 21:38:58.002833 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Pushing event updated for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:58.013088 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:58.052458 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:38:58.067985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Sync routers for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:38:58.090560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:58.091509 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=87f2129a-dcfc-47c2-97e0-eef311bb26da,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:58.092783 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-469c9649-8236-44bd-9db1-0eda02cf099f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8603027 Sep 09 21:38:58.103407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:58.105465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38422) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:58.107162 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:58.108025 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:58.111751 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:58.112441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:58.302777 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:58.312561 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:58.322594 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:58.347690 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7d351398-306d-422c-82ad-d22036d19f41 req-6399258f-6581-4e7e-95aa-42fac59a6453 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931371 Sep 09 21:38:58.426260 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:58.525277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2758-4999-45d5-b946-135d6faf2aef req-2702b58e-fdf9-4ddd-bae4-6dfadba2a363 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:58.533340 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4b2c2758-4999-45d5-b946-135d6faf2aef req-2702b58e-fdf9-4ddd-bae4-6dfadba2a363 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.2960021 Sep 09 21:38:58.544962 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c75c8-1d3f-43da-b7d0-2289787ebe5d None None] Network 4c4e0501-2169-4bd9-99c4-690278626a2f requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:38:58.583944 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4b2c2758-4999-45d5-b946-135d6faf2aef req-e9d48cf1-f8db-48dc-ad1a-6d82158f8454 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Sep 09 21:38:58.589933 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c4df2-ff32-4fc3-a72e-5b9ce778088d req-49c8c710-b10b-431b-84c8-5b8d6fd34ad5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:58.591924 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1d1c4df2-ff32-4fc3-a72e-5b9ce778088d req-49c8c710-b10b-431b-84c8-5b8d6fd34ad5 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1116071 Sep 09 21:38:58.625704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Router d5e56814-2ccc-4839-b679-8d767510c078 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:38:58.627837 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:38:58.653935 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:58.655512 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device caca550d-98d6-43b4-83e8-808bc9ee2f8e up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:58.721865 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1d1c4df2-ff32-4fc3-a72e-5b9ce778088d req-4cbf90fc-1dc9-4515-9308-4bb15ec6b5c0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838778 Sep 09 21:38:58.791698 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-4ac5d935-68a2-4f00-9d6e-5cf124eae276 None None] Provisioning for port 43f9095c-b367-4191-8847-f88e957df948 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:58.805125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab4902-082d-4818-85a1-97ef625b89ab req-6b3843e4-d96d-4f42-9c7d-c91af8e4c12b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:58.806708 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-36ab4902-082d-4818-85a1-97ef625b89ab req-6b3843e4-d96d-4f42-9c7d-c91af8e4c12b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1148484 Sep 09 21:38:58.831396 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:58.874886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:38:58.903300 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-9f7f8443-b5e0-4493-b221-e965ea4d612e admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e56814-2ccc-4839-b679-8d767510c078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5832081 Sep 09 21:38:58.927448 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-36ab4902-082d-4818-85a1-97ef625b89ab req-c91e83c7-5149-41e8-8a55-c990916fbbea tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034777 Sep 09 21:38:59.052302 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port caca550d-98d6-43b4-83e8-808bc9ee2f8e triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:59.052673 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.059299 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:38:56Z', 'revision_number': 3, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:59.122718 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Checking router: edad9e3d-cda2-4614-83db-35922eea83ad for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:38:59.123791 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Updating router edad9e3d-cda2-4614-83db-35922eea83ad port a1e86829-3658-44b1-bb51-3dd636571839 binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:38:59.167672 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ec37c502-a7aa-4d07-812f-866a2b4f1b9c None None] Provisioning complete for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:59.168317 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ec37c502-a7aa-4d07-812f-866a2b4f1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.176678 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.196953 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.259361 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-ec37c502-a7aa-4d07-812f-866a2b4f1b9c None None] Port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:38:59.390053 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Allocated IP 172.20.0.1 (4c4e0501-2169-4bd9-99c4-690278626a2f/ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013/07f07c4e-c7bf-4571-8c17-0c7d483a161b) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:38:59.414475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 43f9095c-b367-4191-8847-f88e957df948 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:38:59.420506 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Sync routers for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:38:59.454045 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:38:59.454960 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:38:59.579306 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 43f9095c-b367-4191-8847-f88e957df948 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:38:59.597941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 43f9095c-b367-4191-8847-f88e957df948 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:59.598314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.609997 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.628869 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Transition to ACTIVE for port object 07f07c4e-c7bf-4571-8c17-0c7d483a161b will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:38:59.671207 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.723892 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Network 4c4e0501-2169-4bd9-99c4-690278626a2f is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:38:59.728210 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:38:59.737206 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:38:59.770949 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:38:59.771719 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Pushing event updated for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:38:59.802789 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.814231 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-32bbff16-6fff-4961-b3d1-44ab36f1ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.846706 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b5ec-0bfe-4a51-aa54-80aacb090f3b req-c48cda69-119b-4a54-b03b-bb8176f226de tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:38:59.851484 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8cf1b5ec-0bfe-4a51-aa54-80aacb090f3b req-c48cda69-119b-4a54-b03b-bb8176f226de tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.1332982 Sep 09 21:38:59.923526 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.941680 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-4fb41e59-3a92-42b9-bd7c-cea17128471c None None] Provisioning complete for port 43f9095c-b367-4191-8847-f88e957df948 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:38:59.942072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4fb41e59-3a92-42b9-bd7c-cea17128471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:38:59.965753 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8cf1b5ec-0bfe-4a51-aa54-80aacb090f3b req-3ee2d85e-d32f-4d9b-92c4-1175342d9d69 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026261 Sep 09 21:38:59.989473 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38450) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:38:59.994441 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894715707', 'description': 'tempest-secgroup-smoke-1894715707 description', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:00.042792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.056696 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Transition to ACTIVE for port object a1e86829-3658-44b1-bb51-3dd636571839 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:00.091439 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.095241 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.121364 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.132113 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:56Z', 'revision_number': 4, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d', 'name': '', 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'mac_address': 'fa:16:3e:77:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:38:57Z', 'revision_number': 2, 'project_id': '618decfc4adb469c90daf3fd77412188', 'subnets': [{'id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:00.171367 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Checking router: d5e56814-2ccc-4839-b679-8d767510c078 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:39:00.172493 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Updating router d5e56814-2ccc-4839-b679-8d767510c078 port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:39:00.178948 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f15bb-e70c-4698-bc35-a3aba1819d47 None None] Pushing event updated for resources: {'Port': ['ID=a1e86829-3658-44b1-bb51-3dd636571839,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:00.184464 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89d2c-a6ad-4d41-8511-2f7da96c07dc req-88ee0a22-5abb-4ede-85d4-c60dba22374b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:00.186352 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b5d89d2c-a6ad-4d41-8511-2f7da96c07dc req-88ee0a22-5abb-4ede-85d4-c60dba22374b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1044967 Sep 09 21:39:00.209127 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Attempting to bind port a1e86829-3658-44b1-bb51-3dd636571839 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:00.209522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Attempting to bind port a1e86829-3658-44b1-bb51-3dd636571839 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:00.209849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Attempting to bind port a1e86829-3658-44b1-bb51-3dd636571839 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:00.218112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:00.218112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:00.218493 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.218744 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:00.219307 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Bound port: a1e86829-3658-44b1-bb51-3dd636571839, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:00.219686 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.230067 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.247328 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b5d89d2c-a6ad-4d41-8511-2f7da96c07dc req-1e9d8be3-04d7-42de-81bf-aa9e6f5179c3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494909 Sep 09 21:39:00.253135 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 43f9095c-b367-4191-8847-f88e957df948, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=43f9095c-b367-4191-8847-f88e957df948,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:00.279009 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.280559 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.289476 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.304373 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc26361-b9c6-438a-9b14-dd59100e7c20 req-44479460-08bb-45c9-bd9b-a7456001ff54 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:00.305967 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9fc26361-b9c6-438a-9b14-dd59100e7c20 req-44479460-08bb-45c9-bd9b-a7456001ff54 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.2006619 Sep 09 21:39:00.327215 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a973bc57-63f3-4c07-9914-55eb16f75f95,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:00.347516 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.354291 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c1ffb397-acdd-4a24-bdad-2d2e25631dc4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3632545 Sep 09 21:39:00.354849 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38454) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:00.360138 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:00.452098 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9fc26361-b9c6-438a-9b14-dd59100e7c20 req-c86a2556-a574-4951-bc68-205146ef2cb4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354454 Sep 09 21:39:00.464972 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.471991 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.480809 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.485728 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] For port a1e86829-3658-44b1-bb51-3dd636571839, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:00.498796 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 87f2129a-dcfc-47c2-97e0-eef311bb26da up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:00.548035 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=43f9095c-b367-4191-8847-f88e957df948,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:00.556498 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.566735 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Pushing event updated for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:00.607194 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.624477 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.654817 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] For port a1e86829-3658-44b1-bb51-3dd636571839, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=a1e86829-3658-44b1-bb51-3dd636571839,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:00.658126 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-abe735a2-4071-4569-8739-bd7f542368c0 None None] Provisioning for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:00.674419 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.684966 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0297e08-d1bc-4ce2-8248-9581aa017eb8,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:00.691316 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Network 4c4e0501-2169-4bd9-99c4-690278626a2f is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:00.694330 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:00.705403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.706744 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-467643bf-e4c1-4d4c-a06d-24bc78b35e3b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507767 Sep 09 21:39:00.710730 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38464) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:00.711678 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-abe735a2-4071-4569-8739-bd7f542368c0 None None] Provisioning complete for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:00.721422 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:00.721750 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-abe735a2-4071-4569-8739-bd7f542368c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.786855 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.877561 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-abe735a2-4071-4569-8739-bd7f542368c0 None None] Port 07f07c4e-c7bf-4571-8c17-0c7d483a161b cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:39:00.919797 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.931199 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 87f2129a-dcfc-47c2-97e0-eef311bb26da triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:00.931577 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.933378 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:00.934029 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:00.953840 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Transition to ACTIVE for port object 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:00.957647 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.964208 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.967490 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:00.980506 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Router edad9e3d-cda2-4614-83db-35922eea83ad has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:39:01.034155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0a5188-a3ca-4962-a329-c0da2b22d781,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.046942 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.051447 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ba01d116-389d-4789-ba52-de763d19b8c0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3367398 Sep 09 21:39:01.052105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38472) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:01.064269 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:01.122018 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebd874-83ee-41ad-851f-29e97b48c5a4 None None] Pushing event updated for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.131423 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.184060 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f15bb-e70c-4698-bc35-a3aba1819d47 None None] Pushing event updated for resources: {'Port': ['ID=a1e86829-3658-44b1-bb51-3dd636571839,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.230704 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Attempting to bind port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:01.233555 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Attempting to bind port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:01.234159 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Attempting to bind port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d on network bd671ed2-02c5-4b2c-b424-b9c2475deeed {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:01.242281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:39:01.245688 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:01.246069 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Checking segment: {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:01.246474 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.250047 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Bound using segment: {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:01.250583 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Bound port: 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:01.250933 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.265629 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-21d17c24-9d0a-4d7a-b65d-3c6228c68d4e admin admin] 10.222.0.21 "PUT /v2.0/routers/edad9e3d-cda2-4614-83db-35922eea83ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1500013 Sep 09 21:39:01.289783 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.301817 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688af258-0f9a-448d-ac4c-28de64762f41 req-6539b680-bf1e-4321-b802-68195361f600 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:01.304512 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-688af258-0f9a-448d-ac4c-28de64762f41 req-6539b680-bf1e-4321-b802-68195361f600 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.1316011 Sep 09 21:39:01.305919 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.312533 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-253a9237-80c0-4875-8acb-14cd77327d9c None None] Provisioning complete for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:01.312916 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-253a9237-80c0-4875-8acb-14cd77327d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.356706 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87704a6-fa3d-47ba-a44b-887fbaa29a41,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.368312 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.374073 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38480) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:01.375358 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-b8a3c02b-bdd5-4e37-9b51-fc0e4705dc01 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211632 Sep 09 21:39:01.381072 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-688af258-0f9a-448d-ac4c-28de64762f41 req-f05afdff-d334-496d-9ab3-3c429d64e1bf tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Sep 09 21:39:01.381774 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:01.420872 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] For port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:01.425756 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] For port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:01.438168 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.456609 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:01.469225 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ad326-2896-4f4e-a3e4-d7f0ee1043d4 req-858dba5d-fad0-4c5a-85e5-dc7a484df855 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:01.482508 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d04ad326-2896-4f4e-a3e4-d7f0ee1043d4 req-858dba5d-fad0-4c5a-85e5-dc7a484df855 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1176093 Sep 09 21:39:01.510480 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.523732 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:01.524397 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:38:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:01.527741 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:01.533921 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebd874-83ee-41ad-851f-29e97b48c5a4 None None] Pushing event updated for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.569109 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-253a9237-80c0-4875-8acb-14cd77327d9c None None] Port 07f07c4e-c7bf-4571-8c17-0c7d483a161b cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:39:01.613069 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.630130 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.653224 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:01.653718 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.655872 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d04ad326-2896-4f4e-a3e4-d7f0ee1043d4 req-b217b8ec-1bc6-4117-8c0f-615b1b1a7d99 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738691 Sep 09 21:39:01.701443 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.702766 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261979 Sep 09 21:39:01.705811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38490) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:01.710791 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:01.716805 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ce64-fec4-4aee-95fc-018ad395363e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788f3309-6fb8-4c4d-a315-2c959d2702cf,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.752818 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:01.756537 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.securitygroups_db [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Project c47b572c7e7a4ebfa28826b6f67e4881 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:39:01.762642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.907923 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.915640 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.930114 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c12fd74-a420-4d85-99f9-2be8bc872524,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:01.952929 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:01.957474 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38500) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:01.964363 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'security_group_rule': {'security_group_id': 'a973bc57-63f3-4c07-9914-55eb16f75f95', 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:01.970265 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-98a314ee-db19-42a5-9167-c62bb8a13b68 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2628703 Sep 09 21:39:02.008032 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.securitygroups_db [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Project c47b572c7e7a4ebfa28826b6f67e4881 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:39:02.018277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.090263 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:56Z', 'revision_number': 4, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d', 'name': '', 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'mac_address': 'fa:16:3e:77:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:01Z', 'revision_number': 4, 'project_id': '618decfc4adb469c90daf3fd77412188', 'subnets': [{'id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:02.126965 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 2, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:02.152237 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda5820-a3ed-4e19-aee5-5a506ae02f68 None None] The sync data for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi is: [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:56Z', 'revision_number': 4, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d', 'name': '', 'network_id': 'bd671ed2-02c5-4b2c-b424-b9c2475deeed', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'mac_address': 'fa:16:3e:77:e8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:01Z', 'revision_number': 4, 'project_id': '618decfc4adb469c90daf3fd77412188', 'subnets': [{'id': '9496b312-de3e-4cda-b40d-f8d157ce5851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:39:02.186036 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.194455 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.205183 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af76f78-2fc9-4327-babc-058d96b3bbad None None] The sync data for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi is: [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 2, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:39:02.266764 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.268824 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3089616 Sep 09 21:39:02.273024 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4f36-cde0-444f-b362-8c00be57bca7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8da041-db28-45db-87bb-2386d1933f5b,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:02.300341 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262bdd7-09f7-40e1-bfeb-76d205e8accb req-6e17ba46-b2cc-4c7e-8292-009ba29f9960 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:02.313825 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1262bdd7-09f7-40e1-bfeb-76d205e8accb req-6e17ba46-b2cc-4c7e-8292-009ba29f9960 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.1035373 Sep 09 21:39:02.386783 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1262bdd7-09f7-40e1-bfeb-76d205e8accb req-f8d6468e-796f-4c2c-8d4c-3ab80b184fee tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Sep 09 21:39:02.551237 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38548) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:02.561247 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1308720396-network', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:02.601173 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 43f9095c-b367-4191-8847-f88e957df948 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:02.654784 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Made reservation on behalf of 7c44ad7343b04d7982e9e584551adb83 for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:39:02.679231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.706869 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.789930 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:02.835520 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 43f9095c-b367-4191-8847-f88e957df948 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:02.836167 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.028384 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04c88-e963-456a-8f00-b899dfacc202 req-078cd300-74f4-44cd-bd30-987cf401cbbb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:03.031507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-46d04c88-e963-456a-8f00-b899dfacc202 req-078cd300-74f4-44cd-bd30-987cf401cbbb tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.5306268 Sep 09 21:39:03.046606 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518b9d3-74c8-4047-af82-34f7017e441a req-cbc19638-d041-4eab-9a80-a781b36a6ce8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:03.054468 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2518b9d3-74c8-4047-af82-34f7017e441a req-cbc19638-d041-4eab-9a80-a781b36a6ce8 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.1942954 Sep 09 21:39:03.089396 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.099656 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.126216 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-46d04c88-e963-456a-8f00-b899dfacc202 req-50f27972-eec4-4100-998a-b9381c8d69fc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785935 Sep 09 21:39:03.165536 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2518b9d3-74c8-4047-af82-34f7017e441a req-89909d13-3c4b-417b-9e3d-0505da205456 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966160 Sep 09 21:39:03.168086 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:39:03.195200 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.195467 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16f0c1a8-f03e-477d-ae1e-f07f16096f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.195816 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Added segment ace1809c-a071-4773-ab2d-d071d1e0bced of type vlan for network d3c5d1a6-73f3-4956-bf74-53b4255fae39 Sep 09 21:39:03.206382 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:03.209774 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abded582-1081-415b-8ede-399d36dfd385,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:03.297001 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.356403 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:03.362738 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:03.365205 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.372822 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9dbf-a362-4be8-8265-87727f96d5ea req-57d18f23-0fd9-4962-8496-4271be9baefe tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:03.377428 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.378572 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:03.381515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.394261 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57cc9dbf-a362-4be8-8265-87727f96d5ea req-57d18f23-0fd9-4962-8496-4271be9baefe tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1392205 Sep 09 21:39:03.449406 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8947270 Sep 09 21:39:03.455648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38582) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:03.467291 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Request body: {'subnet': {'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1308720396-subnet', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:03.495513 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57cc9dbf-a362-4be8-8265-87727f96d5ea req-3ee9933a-f6c0-4319-bd54-3ae07bfb6052 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988925 Sep 09 21:39:03.545436 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Made reservation on behalf of 7c44ad7343b04d7982e9e584551adb83 for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:39:03.548066 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10341582'] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.578620 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.583306 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9013fc-81ce-40d3-b5d5-a2630e9ccd6c admin admin] Pushing event updated for resources: {'Network': ['ID=d3c5d1a6-73f3-4956-bf74-53b4255fae39,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:03.605943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:39:03.653479 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:03.707344 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:03.778604 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:03.820472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda41315-bd43-4524-8c97-b145d4934688 req-15f924f8-a7fc-49f4-a8f8-202b41467782 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:03.829396 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cda41315-bd43-4524-8c97-b145d4934688 req-15f924f8-a7fc-49f4-a8f8-202b41467782 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.0848072 Sep 09 21:39:03.841581 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:39:04.011927 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cda41315-bd43-4524-8c97-b145d4934688 req-387bdd2f-afdb-4728-8ed4-6b82ea0727f6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808765 Sep 09 21:39:04.017001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10341584'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.208809 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b6e773-28c3-4857-a555-29eef9f3ed09,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:04.232485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Checking segment: {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:04.233248 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Network hostable DHCP agents. Network: d3c5d1a6-73f3-4956-bf74-53b4255fae39, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:39:04.266150 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:39:04.317359 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, d3c5d1a6-73f3-4956-bf74-53b4255fae39) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:04.342295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:04.344462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.353071 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:04.371975 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:39:04.379349 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fc730-6864-4b1f-aa85-6023474aeb27 None None] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:39:04.388066 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5fc31858-e994-415d-8e7e-5d30a84a4a82 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9265542 Sep 09 21:39:04.391196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 38610) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:04.400183 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:04.420237 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8afe4-02bc-42c7-be10-f32ef613d876 req-736801c1-0997-488f-8d5c-3c62b26814d0 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:04.428887 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ba8afe4-02bc-42c7-be10-f32ef613d876 req-736801c1-0997-488f-8d5c-3c62b26814d0 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.1110585 Sep 09 21:39:04.464858 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.476704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.523687 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3ba8afe4-02bc-42c7-be10-f32ef613d876 req-16f6d8dd-ff10-444f-a16b-80d7e738e20a tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938082 Sep 09 21:39:04.534688 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.593088 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.675345 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a1e86829-3658-44b1-bb51-3dd636571839 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:04.732853 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-d3c5d1a6-73f3-4956-bf74-53b4255fae39', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:39:04.734340 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.746505 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.794352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:39:04.801025 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb81533-8319-4638-a3ca-eecfb9a02fda req-383f033c-8a37-4597-9374-e2f2f6115dfb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:04.802733 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bcb81533-8319-4638-a3ca-eecfb9a02fda req-383f033c-8a37-4597-9374-e2f2f6115dfb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0999892 Sep 09 21:39:04.831403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.843431 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:04.855078 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:04.897882 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bcb81533-8319-4638-a3ca-eecfb9a02fda req-02f078dd-a93a-4061-bfeb-e8e69312fb27 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689139 Sep 09 21:39:04.995372 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port a1e86829-3658-44b1-bb51-3dd636571839 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:05.042186 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port a1e86829-3658-44b1-bb51-3dd636571839 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:05.042744 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.070266 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=6']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:05.099112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Allocated IP 172.20.0.2 (d3c5d1a6-73f3-4956-bf74-53b4255fae39/35b6e773-28c3-4857-a555-29eef9f3ed09/fa4cf539-bc32-4233-95b1-fbad043f8f34) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:39:05.104675 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['b89198a0-7323-4891-be75-96fdd52cbdde'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:39:05.140425 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.164140 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3031-a914-4624-8122-a6c2aa737c37 req-e6f02f43-4820-49fa-9eac-2152a63c4ba4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:05.166157 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-473a3031-a914-4624-8122-a6c2aa737c37 req-e6f02f43-4820-49fa-9eac-2152a63c4ba4 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.0587828 Sep 09 21:39:05.172943 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.243758 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-473a3031-a914-4624-8122-a6c2aa737c37 req-7f93d45f-08c5-48df-8472-3182de37710d tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Sep 09 21:39:05.271584 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.318339 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port a1e86829-3658-44b1-bb51-3dd636571839, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=a1e86829-3658-44b1-bb51-3dd636571839,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:05.336838 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.340879 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.341690 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:05.368392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Allocated IP 172.27.0.110 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/e0b6170f-da30-481b-b0fc-2bef13d36f30) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:39:05.389389 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a16a4-5881-482f-a49d-16e076a999d3 req-01d906ca-4f3c-430b-8e79-d3501b2d1492 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:05.391399 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-513a16a4-5881-482f-a49d-16e076a999d3 req-01d906ca-4f3c-430b-8e79-d3501b2d1492 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 946 time: 0.0853744 Sep 09 21:39:05.508636 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=a1e86829-3658-44b1-bb51-3dd636571839,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:05.528793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.550743 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Transition to ACTIVE for port object fa4cf539-bc32-4233-95b1-fbad043f8f34 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:05.562197 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:05.562565 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.607177 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.641678 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Transition to ACTIVE for port object fa4cf539-bc32-4233-95b1-fbad043f8f34 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:05.644983 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Deleting port 74957ee7-8ac0-433f-8db0-ade1df19551b {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:39:05.645334 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.664140 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.719685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Pushing event updated for resources: {'Port': ['ID=fa4cf539-bc32-4233-95b1-fbad043f8f34,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:05.739515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-663db98d-7c43-4010-b54f-0eb599ff5608 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:05.742006 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-663db98d-7c43-4010-b54f-0eb599ff5608 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.0676861 Sep 09 21:39:05.742161 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:05.775528 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:05.782118 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:39:05.797327 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.811729 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fcc7d-a6c3-4ac0-ba19-1e7451383277 req-6e45221c-4ba7-4cb1-b41e-21c208029427 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:05.814080 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d22fcc7d-a6c3-4ac0-ba19-1e7451383277 req-6e45221c-4ba7-4cb1-b41e-21c208029427 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 945 time: 0.1640944 Sep 09 21:39:05.857327 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:05.867287 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] For port 74957ee7-8ac0-433f-8db0-ade1df19551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=74957ee7-8ac0-433f-8db0-ade1df19551b,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:05.867667 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.904763 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Attempting to bind port fa4cf539-bc32-4233-95b1-fbad043f8f34 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:05.905640 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Attempting to bind port fa4cf539-bc32-4233-95b1-fbad043f8f34 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:05.908421 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Attempting to bind port fa4cf539-bc32-4233-95b1-fbad043f8f34 on network d3c5d1a6-73f3-4956-bf74-53b4255fae39 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:05.910668 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:05.922299 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Calling delete_port for 74957ee7-8ac0-433f-8db0-ade1df19551b owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:39:05.925806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:05.929517 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Pushing event updated for resources: {'Port': ['ID=e0b6170f-da30-481b-b0fc-2bef13d36f30,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:05.938753 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:39:05.972412 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:05.972837 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Checking segment: {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:05.973250 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.973648 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Bound using segment: {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:05.974250 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Bound port: fa4cf539-bc32-4233-95b1-fbad043f8f34, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:05.974637 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:05.993213 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.993718 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.994164 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.994662 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.995102 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.995711 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.998493 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.999329 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:05.999936 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:06.000530 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:06.001121 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:06.001716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:06.050595 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port b89198a0-7323-4891-be75-96fdd52cbdde triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:06.051006 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.167631 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d22fcc7d-a6c3-4ac0-ba19-1e7451383277 req-3457b536-e2f6-4a10-83ec-aca2a6fe1d6a tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/security-groups?id=db92166b-5d40-475e-a88d-7771ed49a25d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163726 Sep 09 21:39:06.175391 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Deleting port cd93dfed-afc9-464a-855d-c642c0e174a1 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:39:06.175718 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.212694 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] For port fa4cf539-bc32-4233-95b1-fbad043f8f34, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:06.230209 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] For port fa4cf539-bc32-4233-95b1-fbad043f8f34, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=fa4cf539-bc32-4233-95b1-fbad043f8f34,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:06.241708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.244633 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89cbe-25b3-4af6-a731-3f1c31563db3 req-c309f59c-7e01-4d35-aeb0-eb130a6008aa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:06.245316 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.246874 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e7d89cbe-25b3-4af6-a731-3f1c31563db3 req-c309f59c-7e01-4d35-aeb0-eb130a6008aa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.1733973 Sep 09 21:39:06.314615 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e7d89cbe-25b3-4af6-a731-3f1c31563db3 req-e939825d-87e7-4b8a-9e06-d571b561dfa2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Sep 09 21:39:06.375457 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] For port cd93dfed-afc9-464a-855d-c642c0e174a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cd93dfed-afc9-464a-855d-c642c0e174a1,segment=NetworkSegment(94bfafed-42b5-47ae-8259-1191ba2dccb7),segment_id=94bfafed-42b5-47ae-8259-1191ba2dccb7)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:06.376131 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.391793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7655b71-5486-4983-9334-d1ece6e5641e None None] Pushing event updated for resources: {'Port': ['ID=fa4cf539-bc32-4233-95b1-fbad043f8f34,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:06.405266 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Calling delete_port for cd93dfed-afc9-464a-855d-c642c0e174a1 owned by compute:nova {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:39:06.426166 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:06.428951 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab0a86-4699-4bf4-b0cc-ce751ce0f429" -d '{"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:06.453626 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a1e86829-3658-44b1-bb51-3dd636571839 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:06.586936 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.616606 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c74031-6352-41a5-abba-e22953fd4184 req-7ab83dc3-cccc-4dd9-a96c-2fae95aa00b9 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:06.628849 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60c74031-6352-41a5-abba-e22953fd4184 req-7ab83dc3-cccc-4dd9-a96c-2fae95aa00b9 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 867 time: 0.1590562 Sep 09 21:39:06.651510 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:06.653849 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4af999-58ac-4aae-b9c4-eb34be0f1d1a x-openstack-request-id: req-6c4af999-58ac-4aae-b9c4-eb34be0f1d1a {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:06.654219 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:06.654703 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c4af999-58ac-4aae-b9c4-eb34be0f1d1a {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:06.655041 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'code': 200} Sep 09 21:39:06.656513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6', 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', '74957ee7-8ac0-433f-8db0-ade1df19551b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:39:06.660421 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.662646 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event deleted for resources: {'Port': ['ID=74957ee7-8ac0-433f-8db0-ade1df19551b,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:06.686943 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.698386 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.811532 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Pushing event deleted for resources: {'Port': ['ID=cd93dfed-afc9-464a-855d-c642c0e174a1,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:06.819711 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] No DVR routers for this DVR port 74957ee7-8ac0-433f-8db0-ade1df19551b on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:39:06.840762 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] No DVR routers for this DVR port cd93dfed-afc9-464a-855d-c642c0e174a1 on host hv-cinder-76019 {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:39:06.842487 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=7']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:06.844288 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.846508 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f7d5395-2494-4bac-b025-2a8a70d050f6 req-6c01074a-028a-4c67-afb5-52155c22e463 tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.45 "DELETE /v2.0/ports/cd93dfed-afc9-464a-855d-c642c0e174a1 HTTP/1.1" status: 204 len: 173 time: 1.0957482 Sep 09 21:39:06.847267 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'name': 'network-vif-deleted', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:06.849810 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7155e462-6ffe-467a-8452-6cc77687db06" -d '{"events": [{"server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "name": "network-vif-deleted", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:06.857433 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port a1e86829-3658-44b1-bb51-3dd636571839 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:06.857814 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.886453 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60c74031-6352-41a5-abba-e22953fd4184 req-bdf2751d-88e6-46f4-ba97-556ac6ee3fc9 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564964 Sep 09 21:39:06.890158 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:06.911105 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-513a16a4-5881-482f-a49d-16e076a999d3 req-59cf7bf2-4deb-4039-a8cc-5efafa8404b3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "DELETE /v2.0/ports/74957ee7-8ac0-433f-8db0-ade1df19551b HTTP/1.1" status: 204 len: 173 time: 1.4733000 Sep 09 21:39:06.911105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'name': 'network-vif-deleted', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:06.911105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4e4b84-6147-46d0-8c73-7e15c443f9f1" -d '{"events": [{"server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "name": "network-vif-deleted", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:06.956710 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2332822e-0f80-4a77-98ec-d7ddd7bd02bd x-openstack-request-id: req-2332822e-0f80-4a77-98ec-d7ddd7bd02bd {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:06.957918 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8175462-7751-4bf4-923d-1c83d58e71b8", "name": "network-vif-deleted", "tag": "cd93dfed-afc9-464a-855d-c642c0e174a1", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:06.957918 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2332822e-0f80-4a77-98ec-d7ddd7bd02bd {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:06.957918 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8175462-7751-4bf4-923d-1c83d58e71b8', 'name': 'network-vif-deleted', 'tag': 'cd93dfed-afc9-464a-855d-c642c0e174a1', 'status': 'completed', 'code': 200} Sep 09 21:39:07.037830 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ad336-9d9d-4cb2-b527-97249fe38522 x-openstack-request-id: req-756ad336-9d9d-4cb2-b527-97249fe38522 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:07.038062 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff4157a-2844-48a9-ae9f-2e1baa4ba068", "name": "network-vif-deleted", "tag": "74957ee7-8ac0-433f-8db0-ade1df19551b", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:07.039553 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-756ad336-9d9d-4cb2-b527-97249fe38522 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:07.040020 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff4157a-2844-48a9-ae9f-2e1baa4ba068', 'name': 'network-vif-deleted', 'tag': '74957ee7-8ac0-433f-8db0-ade1df19551b', 'status': 'completed', 'code': 200} Sep 09 21:39:07.151625 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:07.293049 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aead46a9-d31a-4d39-b85b-6bb5b9167ffc req-1ac3873b-f45e-4ea4-99e2-1bfd1267dfbe tempest-VolumesActionsTest-1240159568 tempest-VolumesActionsTest-1240159568-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8175462-7751-4bf4-923d-1c83d58e71b8 HTTP/1.1" status: 200 len: 210 time: 0.0333605 Sep 09 21:39:07.335411 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:39:07.738721 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:39:07.748291 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Sync routers for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:39:07.752135 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2203b0-f680-495f-80fc-af969fcab08d req-ed890c37-1b7f-45d1-86f1-e3e90a3eadb7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:07.753795 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bd2203b0-f680-495f-80fc-af969fcab08d req-ed890c37-1b7f-45d1-86f1-e3e90a3eadb7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0801024 Sep 09 21:39:07.771150 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:07.772414 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-3c40e4bb-0b7f-453d-b791-5611103a41fc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3784521 Sep 09 21:39:07.775301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:07.776176 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 38656) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:07.797363 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:07.825475 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bd2203b0-f680-495f-80fc-af969fcab08d req-a54bf6d4-e8a0-4064-b222-6d935e1f3154 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626626 Sep 09 21:39:08.067994 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:08.140960 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b2344295-9de0-4c23-9769-bdeffb73d56d req-f7b27293-c3a4-4b74-9c9d-8a59e01771e3 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=cff4157a-2844-48a9-ae9f-2e1baa4ba068 HTTP/1.1" status: 200 len: 210 time: 0.0758371 Sep 09 21:39:08.388614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:06Z', 'revision_number': 3, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:08.459760 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d668193-1286-45a9-a4a3-157ff65810f2 None None] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:39:08.464643 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Checking router: 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:39:08.464992 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Updating router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 port e0b6170f-da30-481b-b0fc-2bef13d36f30 binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:39:08.543783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device fa4cf539-bc32-4233-95b1-fbad043f8f34 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:08.594214 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:08.608465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:08.629958 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-35ff8c86-ff1a-49ec-841e-4942b9e75fc0 None None] Provisioning for port fa4cf539-bc32-4233-95b1-fbad043f8f34 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:08.742450 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Sync routers for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:39:08.755755 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:08.756618 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:08.819280 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port fa4cf539-bc32-4233-95b1-fbad043f8f34 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:08.841828 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port fa4cf539-bc32-4233-95b1-fbad043f8f34 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:08.842252 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Allocated IP 172.20.0.1 (d3c5d1a6-73f3-4956-bf74-53b4255fae39/35b6e773-28c3-4857-a555-29eef9f3ed09/da9d9e55-7f27-4fb2-8c74-669a92450aec) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:39:08.842486 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:08.948520 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:08.960493 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:08.989049 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Transition to ACTIVE for port object da9d9e55-7f27-4fb2-8c74-669a92450aec will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:09.009198 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-b147d158-1940-4a01-a9a9-34e96abe1e13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280420 Sep 09 21:39:09.143733 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-c88236f6-4f70-4916-971c-9dd68d798f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:09.145836 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-c88236f6-4f70-4916-971c-9dd68d798f9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.0990114 Sep 09 21:39:09.186978 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.232020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7b47-8a86-471f-b059-bf2ff12eab50 req-8de00405-8972-4bab-9c1e-99187403f5c5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:09.236873 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.252045 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ccac7b47-8a86-471f-b059-bf2ff12eab50 req-8de00405-8972-4bab-9c1e-99187403f5c5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2248123 Sep 09 21:39:09.289160 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.312381 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.370808 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Transition to ACTIVE for port object e0b6170f-da30-481b-b0fc-2bef13d36f30 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:09.396573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:09.402266 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Pushing event updated for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:09.411787 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:09.426277 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:39:09.436062 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 2, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:09.436867 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.450507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-3e5c10a9-c0ff-4e68-8f5c-ff3acd7b2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:09.452482 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-3e5c10a9-c0ff-4e68-8f5c-ff3acd7b2f42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.2831359 Sep 09 21:39:09.456810 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port fa4cf539-bc32-4233-95b1-fbad043f8f34, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=fa4cf539-bc32-4233-95b1-fbad043f8f34,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:09.479497 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ccac7b47-8a86-471f-b059-bf2ff12eab50 req-7682c92a-e35e-4d89-8de9-200b93d2cdb3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181373 Sep 09 21:39:09.505258 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.527756 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.528704 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Checking router: edad9e3d-cda2-4614-83db-35922eea83ad for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:39:09.529926 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Updating router edad9e3d-cda2-4614-83db-35922eea83ad port 07f07c4e-c7bf-4571-8c17-0c7d483a161b binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:39:09.560318 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-b9cbd282-5cd6-4865-bf82-360309387831 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0988069 Sep 09 21:39:09.595867 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a916ab-8e80-4a58-ad93-aef4b0dd44b0 None None] Pushing event updated for resources: {'Port': ['ID=e0b6170f-da30-481b-b0fc-2bef13d36f30,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:09.613113 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.648321 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Attempting to bind port e0b6170f-da30-481b-b0fc-2bef13d36f30 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:09.648900 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Attempting to bind port e0b6170f-da30-481b-b0fc-2bef13d36f30 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:09.649373 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Attempting to bind port e0b6170f-da30-481b-b0fc-2bef13d36f30 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:09.651619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-8d3a750a-18a8-4a51-9e4b-74edec26b6c0 None None] Provisioning complete for port fa4cf539-bc32-4233-95b1-fbad043f8f34 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:09.653314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8d3a750a-18a8-4a51-9e4b-74edec26b6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.694692 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-4f121d42-9362-4d93-9383-1c90c29cb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:09.697046 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:09.697550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:09.698045 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.699526 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-4f121d42-9362-4d93-9383-1c90c29cb877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.1272395 Sep 09 21:39:09.700512 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:09.701106 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Bound port: e0b6170f-da30-481b-b0fc-2bef13d36f30, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:09.705497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.768355 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-c03d391c-71f0-4f31-83b0-d3e39bc6bb2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449352 Sep 09 21:39:09.800645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=fa4cf539-bc32-4233-95b1-fbad043f8f34,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:09.816830 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] For port e0b6170f-da30-481b-b0fc-2bef13d36f30, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:09.855176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] For port e0b6170f-da30-481b-b0fc-2bef13d36f30, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e0b6170f-da30-481b-b0fc-2bef13d36f30,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:09.870598 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:09.881572 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 74957ee7-8ac0-433f-8db0-ade1df19551b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:39:09.928395 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-6ead2484-882e-4355-8fd2-587e57b9eebe service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403525 Sep 09 21:39:09.960176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 74957ee7-8ac0-433f-8db0-ade1df19551b {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:39:09.960550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 74957ee7-8ac0-433f-8db0-ade1df19551b not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:39:09.961180 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cd93dfed-afc9-464a-855d-c642c0e174a1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:39:10.010116 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.014290 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.014449 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: cd93dfed-afc9-464a-855d-c642c0e174a1 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:39:10.014717 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cd93dfed-afc9-464a-855d-c642c0e174a1 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:39:10.026802 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Transition to ACTIVE for port object 07f07c4e-c7bf-4571-8c17-0c7d483a161b will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:10.039505 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aee74c8-79bd-4f3c-8f78-d4ac96d20c52 req-a80d8da8-8d69-4e5b-91ba-83a2e09c3fad service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952799 Sep 09 21:39:10.043004 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.066793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a916ab-8e80-4a58-ad93-aef4b0dd44b0 None None] Pushing event updated for resources: {'Port': ['ID=e0b6170f-da30-481b-b0fc-2bef13d36f30,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:10.074645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:10.075856 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:10.095586 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6385-2712-4160-a396-1783a18a9127 None None] Pushing event updated for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:10.283967 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.295881 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.310696 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Attempting to bind port 07f07c4e-c7bf-4571-8c17-0c7d483a161b on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:10.311094 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Attempting to bind port 07f07c4e-c7bf-4571-8c17-0c7d483a161b by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:10.311540 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Attempting to bind port 07f07c4e-c7bf-4571-8c17-0c7d483a161b on network 4c4e0501-2169-4bd9-99c4-690278626a2f {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:10.315765 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b05eff95-c1d2-4321-bb32-26239a34b163 None None] Provisioning for port da9d9e55-7f27-4fb2-8c74-669a92450aec completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:10.318275 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:10.318674 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Checking segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:10.319732 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.320674 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Bound using segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:10.321161 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Bound port: 07f07c4e-c7bf-4571-8c17-0c7d483a161b, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:10.322176 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.324013 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b05eff95-c1d2-4321-bb32-26239a34b163 None None] Provisioning complete for port da9d9e55-7f27-4fb2-8c74-669a92450aec triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:10.324334 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b05eff95-c1d2-4321-bb32-26239a34b163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.377988 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:10.394435 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Pushing event updated for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:10.397243 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.409578 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device fa4cf539-bc32-4233-95b1-fbad043f8f34 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:10.411577 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] For port 07f07c4e-c7bf-4571-8c17-0c7d483a161b, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:10.415198 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] For port 07f07c4e-c7bf-4571-8c17-0c7d483a161b, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=07f07c4e-c7bf-4571-8c17-0c7d483a161b,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:10.421452 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.432831 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-b05eff95-c1d2-4321-bb32-26239a34b163 None None] Port da9d9e55-7f27-4fb2-8c74-669a92450aec cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:39:10.532271 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:10.535804 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:10.569682 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6385-2712-4160-a396-1783a18a9127 None None] Pushing event updated for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:10.606140 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:10.606788 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:10.650570 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port fa4cf539-bc32-4233-95b1-fbad043f8f34 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:10.650929 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:10.790911 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795213d9-8c35-4d38-9096-457f9f13318c req-d0ac9a99-99c3-48ee-a8f1-c808c7a71728 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:10.793186 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-795213d9-8c35-4d38-9096-457f9f13318c req-d0ac9a99-99c3-48ee-a8f1-c808c7a71728 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1224892 Sep 09 21:39:10.834925 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:10.876292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:39:10.882066 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-795213d9-8c35-4d38-9096-457f9f13318c req-89c5c0c9-52cd-4b94-a138-5c9da0f6b4a3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803652 Sep 09 21:39:11.002601 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'da9d9e55-7f27-4fb2-8c74-669a92450aec', 'name': '', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'mac_address': 'fa:16:3e:da:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:08Z', 'updated_at': '2021-09-09T21:39:08Z', 'revision_number': 1, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'subnets': [{'id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:11.032959 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5c2c7-b55e-4fe8-a218-1fe34a2164f2 None None] The sync data for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi is: [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'da9d9e55-7f27-4fb2-8c74-669a92450aec', 'name': '', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'mac_address': 'fa:16:3e:da:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:08Z', 'updated_at': '2021-09-09T21:39:08Z', 'revision_number': 1, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'subnets': [{'id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:39:11.092392 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbe405-61cb-40ce-9dc6-2cab962a9ed6 req-081d0492-c2d7-4412-8c47-e8ac883937bb tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:11.094414 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-35dbe405-61cb-40ce-9dc6-2cab962a9ed6 req-081d0492-c2d7-4412-8c47-e8ac883937bb tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0878637 Sep 09 21:39:11.096141 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:39:11.113018 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-00f9338f-8239-4e70-b374-c1c6453840c2 None None] Provisioning complete for port da9d9e55-7f27-4fb2-8c74-669a92450aec triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:11.115125 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-00f9338f-8239-4e70-b374-c1c6453840c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:11.125794 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ad460342-ec39-4ff1-b3d4-6c28a436663e admin admin] 10.222.0.21 "PUT /v2.0/routers/30b9dcf5-ffe6-4269-8bab-e6537ac689a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3404415 Sep 09 21:39:11.126126 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:10Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:11.172626 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-35dbe405-61cb-40ce-9dc6-2cab962a9ed6 req-22935c57-9243-483d-80ab-3701decebdfa tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534043 Sep 09 21:39:11.187620 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be82469-4048-4a74-8c70-47c9d9875156 None None] The sync data for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi is: [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:10Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:39:11.217147 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-00f9338f-8239-4e70-b374-c1c6453840c2 None None] Port da9d9e55-7f27-4fb2-8c74-669a92450aec cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:39:12.045977 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd965ae-5e9a-44f3-b0ce-ab0562169f15 req-27f63c0c-db8e-4ffe-a667-9777e81907e7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.047557 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bd965ae-5e9a-44f3-b0ce-ab0562169f15 req-27f63c0c-db8e-4ffe-a667-9777e81907e7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Sep 09 21:39:12.098013 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bd965ae-5e9a-44f3-b0ce-ab0562169f15 req-b63597ce-efeb-4d56-894b-3eb34c5db2aa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Sep 09 21:39:12.268554 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63697-7bbc-43eb-92ab-0d3dac029aef req-66915ef3-8104-4bff-924c-df91dbe1b366 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.270442 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-50a63697-7bbc-43eb-92ab-0d3dac029aef req-66915ef3-8104-4bff-924c-df91dbe1b366 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0788512 Sep 09 21:39:12.272704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-24b769c3-2f7e-4b51-8902-82ae76a584ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.274556 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-24b769c3-2f7e-4b51-8902-82ae76a584ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.0815692 Sep 09 21:39:12.328343 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa256853-3ad0-434a-b1ae-d8b8b6bbbe3f req-d9f97300-3b44-481c-b411-b86ca85bac66 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.330096 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aa256853-3ad0-434a-b1ae-d8b8b6bbbe3f req-d9f97300-3b44-481c-b411-b86ca85bac66 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0630541 Sep 09 21:39:12.369840 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-50a63697-7bbc-43eb-92ab-0d3dac029aef req-4522becb-7222-42fa-8d84-350d14e677fa tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892534 Sep 09 21:39:12.396016 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aa256853-3ad0-434a-b1ae-d8b8b6bbbe3f req-121a77b7-04de-4948-a066-06c6ce6d537e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594964 Sep 09 21:39:12.439954 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-8f34df6f-89dc-4c32-b62a-6129fb53adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.441497 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-8f34df6f-89dc-4c32-b62a-6129fb53adfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.1405857 Sep 09 21:39:12.492568 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-9c519912-110a-4349-8e9c-7efd04c6ebdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0406036 Sep 09 21:39:12.497944 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e0b6170f-da30-481b-b0fc-2bef13d36f30 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:12.550026 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port e0b6170f-da30-481b-b0fc-2bef13d36f30 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:12.551396 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-923f267e-b59c-43fa-850c-3188ca94e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:12.553107 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-923f267e-b59c-43fa-850c-3188ca94e805 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.0463135 Sep 09 21:39:12.554681 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e0b6170f-da30-481b-b0fc-2bef13d36f30 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:12.555065 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.587557 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-8fae89f4-2bb8-4ac3-8611-89ed8c8eb4c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242889 Sep 09 21:39:12.654742 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.678906 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port e0b6170f-da30-481b-b0fc-2bef13d36f30, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e0b6170f-da30-481b-b0fc-2bef13d36f30,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:12.684672 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.685579 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 07f07c4e-c7bf-4571-8c17-0c7d483a161b up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:12.699746 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-32ad08dc-e726-4bea-8da4-6ced181b683b service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999072 Sep 09 21:39:12.763808 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=e0b6170f-da30-481b-b0fc-2bef13d36f30,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:12.780209 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:12.784301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:12.784898 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.800933 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369fa091-26c1-41ef-8552-89a7a2138bd8 req-1eb15dad-68ae-4a35-85b2-346ae51cae5c service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Sep 09 21:39:12.871441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.906543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 07f07c4e-c7bf-4571-8c17-0c7d483a161b, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=07f07c4e-c7bf-4571-8c17-0c7d483a161b,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:12.911891 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:12.968626 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:13.229121 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263e57a-a12c-41af-9797-2fe761b17dd3 req-52f07ea6-8019-4a19-8700-ea529accf752 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:13.230686 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6263e57a-a12c-41af-9797-2fe761b17dd3 req-52f07ea6-8019-4a19-8700-ea529accf752 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0566790 Sep 09 21:39:13.271473 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6263e57a-a12c-41af-9797-2fe761b17dd3 req-1cd73467-f27e-4e64-822e-6ae57cefa520 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337636 Sep 09 21:39:13.329808 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df67-3104-4f64-966c-29ba868625bd req-17126571-3770-4a4a-9dd7-c45cefb0976e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:13.329808 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8ad6df67-3104-4f64-966c-29ba868625bd req-17126571-3770-4a4a-9dd7-c45cefb0976e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0562601 Sep 09 21:39:13.453274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Deleting port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:39:13.453940 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:13.495251 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92798843-e961-44f9-97cf-d3a0a2a9e0ae req-2ad5953a-ded0-41e4-ba05-6c2da914947f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:13.496886 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-92798843-e961-44f9-97cf-d3a0a2a9e0ae req-2ad5953a-ded0-41e4-ba05-6c2da914947f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0540307 Sep 09 21:39:13.539015 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-92798843-e961-44f9-97cf-d3a0a2a9e0ae req-8e55ab57-6f68-42f3-ac33-b50ec72bddb3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Sep 09 21:39:13.578560 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10e913-ba08-4d16-b649-573156036abd req-a2eebf2a-cce9-4de3-bf60-d750be220505 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:13.580253 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ac10e913-ba08-4d16-b649-573156036abd req-a2eebf2a-cce9-4de3-bf60-d750be220505 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 945 time: 0.0984702 Sep 09 21:39:13.588680 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] For port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:13.589043 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:13.613319 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Calling delete_port for 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:39:13.673249 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ac10e913-ba08-4d16-b649-573156036abd req-6c8d0845-5199-45a3-82de-1ff481058560 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864716 Sep 09 21:39:13.765850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:13.785443 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6', 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', '731dcce6-6f5c-443e-a5a3-5e6024cafeb0'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:39:13.800961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event deleted for resources: {'Port': ['ID=731dcce6-6f5c-443e-a5a3-5e6024cafeb0,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:13.846659 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] No DVR routers for this DVR port 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:39:13.849350 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:13.851382 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8ad6df67-3104-4f64-966c-29ba868625bd req-f566bd3d-1a57-4ca1-964b-9c8b6fef30ae tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "DELETE /v2.0/ports/731dcce6-6f5c-443e-a5a3-5e6024cafeb0 HTTP/1.1" status: 204 len: 173 time: 0.5073538 Sep 09 21:39:13.851814 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'name': 'network-vif-deleted', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:13.854077 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63960f18-3743-4444-82d9-c109d581dc87" -d '{"events": [{"server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "name": "network-vif-deleted", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:13.891004 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36a55d-d114-43f4-9cf8-f70dfef45171 x-openstack-request-id: req-5e36a55d-d114-43f4-9cf8-f70dfef45171 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:13.891364 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a396dd01-f38a-40ae-8000-87f61bc3dc69", "name": "network-vif-deleted", "tag": "731dcce6-6f5c-443e-a5a3-5e6024cafeb0", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:13.891609 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e36a55d-d114-43f4-9cf8-f70dfef45171 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:13.892033 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a396dd01-f38a-40ae-8000-87f61bc3dc69', 'name': 'network-vif-deleted', 'tag': '731dcce6-6f5c-443e-a5a3-5e6024cafeb0', 'status': 'completed', 'code': 200} Sep 09 21:39:14.411943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e0b6170f-da30-481b-b0fc-2bef13d36f30 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:14.432048 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae631f-d153-478e-8285-481d6d5e67d5 req-4dd27d38-5913-44d2-ad1f-83b4b008b5c7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:14.433659 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-eeae631f-d153-478e-8285-481d6d5e67d5 req-4dd27d38-5913-44d2-ad1f-83b4b008b5c7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0792339 Sep 09 21:39:14.477584 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port e0b6170f-da30-481b-b0fc-2bef13d36f30 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:14.477955 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:14.495025 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-eeae631f-d153-478e-8285-481d6d5e67d5 req-3b0c7dc3-f9ed-43ed-ad17-a304ab3dec77 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511413 Sep 09 21:39:14.571837 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 07f07c4e-c7bf-4571-8c17-0c7d483a161b up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:14.631096 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 07f07c4e-c7bf-4571-8c17-0c7d483a161b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:14.631918 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:14.682472 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280b57-2fd0-476b-ac6d-c9532392f334 req-525b746c-d885-4de0-ad5b-fc9d394c8bb2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:14.683982 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4d280b57-2fd0-476b-ac6d-c9532392f334 req-525b746c-d885-4de0-ad5b-fc9d394c8bb2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0570486 Sep 09 21:39:14.768603 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4d280b57-2fd0-476b-ac6d-c9532392f334 req-a9c4acfe-52d8-40ac-8257-5165d8b8e067 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Sep 09 21:39:14.824088 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-91faae8a-650d-43e0-8ac5-73cedec8f170 req-e3d3309b-791e-4069-a624-e782016f6853 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=a396dd01-f38a-40ae-8000-87f61bc3dc69 HTTP/1.1" status: 200 len: 210 time: 0.0483456 Sep 09 21:39:15.630809 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743062-2238-4460-8903-548370c0d872 req-f404f5b5-bf5d-4541-aa09-73fb3ac9c212 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:15.632654 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6743062-2238-4460-8903-548370c0d872 req-f404f5b5-bf5d-4541-aa09-73fb3ac9c212 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0559464 Sep 09 21:39:15.662343 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Sync routers for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:39:15.673949 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:15.674593 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:15.681620 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6743062-2238-4460-8903-548370c0d872 req-5e50875a-8153-4bba-85e2-b4a4d1853169 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Sep 09 21:39:15.791082 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:15.959850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149072-b05f-485f-ab2c-78cfe4f53f95 req-b20a3783-8495-4f71-a0b9-7af650b692e9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:15.970003 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8d149072-b05f-485f-ab2c-78cfe4f53f95 req-b20a3783-8495-4f71-a0b9-7af650b692e9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0937994 Sep 09 21:39:16.038610 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8d149072-b05f-485f-ab2c-78cfe4f53f95 req-b9021875-197b-4add-a614-ea7cb5e7f61b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Sep 09 21:39:16.143803 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'da9d9e55-7f27-4fb2-8c74-669a92450aec', 'name': '', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'mac_address': 'fa:16:3e:da:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:08Z', 'updated_at': '2021-09-09T21:39:10Z', 'revision_number': 2, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'subnets': [{'id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:16.169204 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Checking router: 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:39:16.169528 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Updating router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 port da9d9e55-7f27-4fb2-8c74-669a92450aec binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:39:16.199081 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.202468 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804490e-b30e-4d25-ba0a-d8fd399a92a0 req-058e0172-00e5-4d00-8b81-b3755ce63e28 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:16.204388 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8804490e-b30e-4d25-ba0a-d8fd399a92a0 req-058e0172-00e5-4d00-8b81-b3755ce63e28 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0674756 Sep 09 21:39:16.246883 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8804490e-b30e-4d25-ba0a-d8fd399a92a0 req-d64e8e67-e6fe-4c99-9044-3582c9f1adbe tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Sep 09 21:39:16.534547 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.551414 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Transition to ACTIVE for port object da9d9e55-7f27-4fb2-8c74-669a92450aec will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:16.562287 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.657261 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a002f2-e159-4fa9-a320-cd63968a27c7 None None] Pushing event updated for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:16.694070 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Attempting to bind port da9d9e55-7f27-4fb2-8c74-669a92450aec on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:16.695227 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Attempting to bind port da9d9e55-7f27-4fb2-8c74-669a92450aec by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:16.695759 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Attempting to bind port da9d9e55-7f27-4fb2-8c74-669a92450aec on network d3c5d1a6-73f3-4956-bf74-53b4255fae39 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:16.701981 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:16.702359 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Checking segment: {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:16.704324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.704324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Bound using segment: {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:16.704324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Bound port: da9d9e55-7f27-4fb2-8c74-669a92450aec, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace1809c-a071-4773-ab2d-d071d1e0bced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:16.704324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.806277 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] For port da9d9e55-7f27-4fb2-8c74-669a92450aec, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:16.812169 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] For port da9d9e55-7f27-4fb2-8c74-669a92450aec, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=da9d9e55-7f27-4fb2-8c74-669a92450aec,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:16.829694 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:16.859183 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe7827-25df-4f13-9530-bb691d32668e req-e7d88675-5ef6-4b31-ab05-e864d17fb16b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:16.873602 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ffe7827-25df-4f13-9530-bb691d32668e req-e7d88675-5ef6-4b31-ab05-e864d17fb16b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0852935 Sep 09 21:39:16.893555 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:39:16.894522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:39:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:16.897843 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a002f2-e159-4fa9-a320-cd63968a27c7 None None] Pushing event updated for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:16.963910 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ffe7827-25df-4f13-9530-bb691d32668e req-7e63cb98-e8e9-4946-ba5a-a02752de1d6d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891402 Sep 09 21:39:17.215118 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f59f9-4c77-4bfd-a73f-c237823982f8 req-b47a128b-30f3-4710-909a-5fc7cefd16c9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:17.224953 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a87f59f9-4c77-4bfd-a73f-c237823982f8 req-b47a128b-30f3-4710-909a-5fc7cefd16c9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0826240 Sep 09 21:39:17.257736 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:39:17.271993 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a87f59f9-4c77-4bfd-a73f-c237823982f8 req-15b4c029-e010-440c-9c99-9e47b83dc0b2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Sep 09 21:39:17.387108 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f576f-300a-4b53-8425-5472332eff1a req-feb53a63-7261-4751-8123-cf0e0e61c2a1 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:17.395586 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f34f576f-300a-4b53-8425-5472332eff1a req-feb53a63-7261-4751-8123-cf0e0e61c2a1 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0625696 Sep 09 21:39:17.451427 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f34f576f-300a-4b53-8425-5472332eff1a req-2be4b5e7-8e63-47fb-9270-3b2c9bca7182 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484519 Sep 09 21:39:17.506840 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'da9d9e55-7f27-4fb2-8c74-669a92450aec', 'name': '', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'mac_address': 'fa:16:3e:da:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:08Z', 'updated_at': '2021-09-09T21:39:16Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'subnets': [{'id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:17.544245 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1c55f-89f9-4605-b0a5-38def0ffb9bc None None] The sync data for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi is: [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:39:09Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'da9d9e55-7f27-4fb2-8c74-669a92450aec', 'name': '', 'network_id': 'd3c5d1a6-73f3-4956-bf74-53b4255fae39', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'mac_address': 'fa:16:3e:da:5f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:08Z', 'updated_at': '2021-09-09T21:39:16Z', 'revision_number': 4, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'subnets': [{'id': '35b6e773-28c3-4857-a555-29eef9f3ed09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:39:17.945656 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:39:18.026058 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:39:18.026058 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 731dcce6-6f5c-443e-a5a3-5e6024cafeb0 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:39:18.053277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-0f54e203-8695-42cc-bedb-e7f8d41dad98 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:18.055429 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-0f54e203-8695-42cc-bedb-e7f8d41dad98 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.1199524 Sep 09 21:39:18.188768 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b8a2c-8a2a-4f50-b0f3-4e68f4024e6c req-27773367-4c18-4919-a76f-0100cede500e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:18.191041 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e84b8a2c-8a2a-4f50-b0f3-4e68f4024e6c req-27773367-4c18-4919-a76f-0100cede500e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0939627 Sep 09 21:39:18.255973 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Deleting port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:39:18.256938 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.271730 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e84b8a2c-8a2a-4f50-b0f3-4e68f4024e6c req-d9917c50-2e6c-47ba-ad88-7dc82afa9d9c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725181 Sep 09 21:39:18.454253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] For port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:18.454832 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.462199 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffb974-63e2-4d61-8f7b-03e47cf42845 req-1ae28d9e-2cf6-437c-b986-c6951d347045 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:18.464585 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e1ffb974-63e2-4d61-8f7b-03e47cf42845 req-1ae28d9e-2cf6-437c-b986-c6951d347045 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0867596 Sep 09 21:39:18.485728 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device da9d9e55-7f27-4fb2-8c74-669a92450aec up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:18.530586 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Calling delete_port for ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:39:18.609479 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port da9d9e55-7f27-4fb2-8c74-669a92450aec completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:18.614599 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e1ffb974-63e2-4d61-8f7b-03e47cf42845 req-f746e576-7b06-40a0-b4dd-fde082bea5b7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428616 Sep 09 21:39:18.617256 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port da9d9e55-7f27-4fb2-8c74-669a92450aec triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:18.618476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.700206 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ff905-7952-4fed-97df-95b6e0a52247 req-5eb68bd9-7da9-4ca8-83e5-a0b6dffa5e79 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:18.701896 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d8ff905-7952-4fed-97df-95b6e0a52247 req-5eb68bd9-7da9-4ca8-83e5-a0b6dffa5e79 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f HTTP/1.1" status: 200 len: 945 time: 0.0932086 Sep 09 21:39:18.766731 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d8ff905-7952-4fed-97df-95b6e0a52247 req-bbce37c8-c073-4c0e-ab15-dfcbfbfdb238 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Sep 09 21:39:18.793554 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.836595 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.844213 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port da9d9e55-7f27-4fb2-8c74-669a92450aec, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=da9d9e55-7f27-4fb2-8c74-669a92450aec,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:18.849612 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6', 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:39:18.885981 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.900782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event deleted for resources: {'Port': ['ID=ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:18.932277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] No DVR routers for this DVR port ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:39:18.938782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:18.941070 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a68506f1-8d15-4c25-8d9a-466c67d1fdbf req-890c4d09-8abb-4c27-8461-1af1a97b1832 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "DELETE /v2.0/ports/ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f HTTP/1.1" status: 204 len: 173 time: 0.8777447 Sep 09 21:39:18.942052 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'name': 'network-vif-deleted', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:18.945567 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5bf1c0-4303-42ba-aad2-6104402362cf" -d '{"events": [{"server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "name": "network-vif-deleted", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:18.984122 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:19.023781 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f83800f-63d9-47ed-a412-a57559105dba x-openstack-request-id: req-1f83800f-63d9-47ed-a412-a57559105dba {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:19.024298 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f", "name": "network-vif-deleted", "tag": "ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:19.024736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f83800f-63d9-47ed-a412-a57559105dba {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:19.025270 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e7a29c-45df-4ebd-bf1c-70cdc2b80e2f', 'name': 'network-vif-deleted', 'tag': 'ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f', 'status': 'completed', 'code': 200} Sep 09 21:39:19.432050 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37369f14-64bd-4417-a8ca-4a9d6b6f0331 req-5775df01-1303-4866-b46f-ebacff658705 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:19.433903 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-37369f14-64bd-4417-a8ca-4a9d6b6f0331 req-5775df01-1303-4866-b46f-ebacff658705 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0799103 Sep 09 21:39:19.503889 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-37369f14-64bd-4417-a8ca-4a9d6b6f0331 req-4f45f4e7-495b-4552-a6da-d3077685fb38 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613010 Sep 09 21:39:19.757800 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eefb28-e496-438e-8c06-b012ac0ea16c req-4598ba69-f023-41bc-97f6-1fbac42f52fd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:19.767359 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b7eefb28-e496-438e-8c06-b012ac0ea16c req-4598ba69-f023-41bc-97f6-1fbac42f52fd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0745783 Sep 09 21:39:19.814945 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b7eefb28-e496-438e-8c06-b012ac0ea16c req-d725616e-45d7-4561-8329-e189e92513ae tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Sep 09 21:39:20.421915 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device da9d9e55-7f27-4fb2-8c74-669a92450aec up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:39:20.491477 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port da9d9e55-7f27-4fb2-8c74-669a92450aec triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:20.492269 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:20.677053 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:39:20.678492 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10b8d-0af6-479d-9c81-e1b855516ef8 req-60be9459-60f1-489c-996b-62726bfc77a6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:20.684607 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-eae10b8d-0af6-479d-9c81-e1b855516ef8 req-60be9459-60f1-489c-996b-62726bfc77a6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0656905 Sep 09 21:39:20.740594 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-eae10b8d-0af6-479d-9c81-e1b855516ef8 req-6b182fcd-c53a-41d1-9860-d84a43a9f369 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533094 Sep 09 21:39:20.981542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144c3ee-21a8-4afa-858e-300184257713 req-f8005be8-32c6-4437-bd5c-0e238aca8dc7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:20.984599 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e144c3ee-21a8-4afa-858e-300184257713 req-f8005be8-32c6-4437-bd5c-0e238aca8dc7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0722079 Sep 09 21:39:21.051973 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e144c3ee-21a8-4afa-858e-300184257713 req-366506b8-1de7-4453-9c4b-131b20911d2a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530355 Sep 09 21:39:21.399216 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39870c27-852a-4ddd-9893-0c49c210140a req-ffbdf0f0-9ed4-495e-9f4f-17551c623969 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:21.400770 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39870c27-852a-4ddd-9893-0c49c210140a req-ffbdf0f0-9ed4-495e-9f4f-17551c623969 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0630636 Sep 09 21:39:21.467612 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39870c27-852a-4ddd-9893-0c49c210140a req-4e85df7a-25b7-417a-bf30-df5352a06716 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Sep 09 21:39:21.888866 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df1c21-3242-476c-ad3b-67115e4ac09b req-1f5af0bc-7967-4c39-84ba-74e0d6d374ed tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:21.891225 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-28df1c21-3242-476c-ad3b-67115e4ac09b req-1f5af0bc-7967-4c39-84ba-74e0d6d374ed tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0576332 Sep 09 21:39:21.935181 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:39:21.965757 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-28df1c21-3242-476c-ad3b-67115e4ac09b req-1635e4b8-c58a-4fe4-b9c4-652a4e53d603 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656383 Sep 09 21:39:21.968566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:39:21.968913 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device ef4b9e21-ef1e-47a1-ae02-daae37ab6c5f not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:39:22.195465 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea430-150a-4335-a91e-f46974d06db2 req-c8741350-0a8d-4d23-aee8-4e649ecbe502 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:22.197938 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ca8ea430-150a-4335-a91e-f46974d06db2 req-c8741350-0a8d-4d23-aee8-4e649ecbe502 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0671875 Sep 09 21:39:22.250402 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ca8ea430-150a-4335-a91e-f46974d06db2 req-0368ddf3-8c9c-41d4-83f8-2771338dff1a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Sep 09 21:39:22.610511 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d5c45-b602-4401-8ad2-68b4ed044b65 req-10ac7bed-df48-4006-8e8a-2b057d24e3b2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:22.612489 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1c2d5c45-b602-4401-8ad2-68b4ed044b65 req-10ac7bed-df48-4006-8e8a-2b057d24e3b2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0585947 Sep 09 21:39:22.659853 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1c2d5c45-b602-4401-8ad2-68b4ed044b65 req-c48f5fad-3d72-4074-aefa-af1597c884de tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Sep 09 21:39:23.127697 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd55e8-554b-40a0-92f6-d582a5d61169 req-3be0370e-3554-475c-82ad-50a292bb862a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:23.129749 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88fd55e8-554b-40a0-92f6-d582a5d61169 req-3be0370e-3554-475c-82ad-50a292bb862a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0876417 Sep 09 21:39:23.208424 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88fd55e8-554b-40a0-92f6-d582a5d61169 req-0d6007a6-81a8-4070-b0eb-4b35628ee8b1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675428 Sep 09 21:39:23.469083 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e196b-d29d-436d-9dea-6b0925cf5b50 req-f2a20e08-f298-4ab3-8ed0-4b6fe050a5f8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:23.482907 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-df7e196b-d29d-436d-9dea-6b0925cf5b50 req-f2a20e08-f298-4ab3-8ed0-4b6fe050a5f8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1094804 Sep 09 21:39:23.530419 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-df7e196b-d29d-436d-9dea-6b0925cf5b50 req-51d6baf0-8fb3-4bce-b099-ee3fb2d93d59 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 Sep 09 21:39:23.813338 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cb84-d91c-40ec-9a70-70e1078cdbe3 req-fef146b0-8e44-4d55-b175-58c4d81597dd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:23.822318 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-daf5cb84-d91c-40ec-9a70-70e1078cdbe3 req-fef146b0-8e44-4d55-b175-58c4d81597dd tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0708451 Sep 09 21:39:23.869256 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-daf5cb84-d91c-40ec-9a70-70e1078cdbe3 req-ad92f630-0abd-4174-a3b0-8cc61842ea58 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423729 Sep 09 21:39:24.396056 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c03a68-7feb-4a9d-8131-bc68c787359e req-1227aa60-a4ed-48a1-8fb5-b94907c26ad9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:24.397512 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c03a68-7feb-4a9d-8131-bc68c787359e req-1227aa60-a4ed-48a1-8fb5-b94907c26ad9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0956933 Sep 09 21:39:24.480134 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-26c03a68-7feb-4a9d-8131-bc68c787359e req-f51229ad-3438-4e45-bd1e-523015fdcbd4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702667 Sep 09 21:39:24.688945 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431ece-b173-4e07-a605-286fd119adab req-b1eb9eaf-a806-4b6d-9b12-cb46fcd9fa7d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:24.697544 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-78431ece-b173-4e07-a605-286fd119adab req-b1eb9eaf-a806-4b6d-9b12-cb46fcd9fa7d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0680885 Sep 09 21:39:24.744681 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-78431ece-b173-4e07-a605-286fd119adab req-716c6856-f80c-46a5-a7ae-efe185a53480 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Sep 09 21:39:25.032317 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d8a5b-355b-4377-9f58-6580d3e09127 req-b07812b4-3982-4884-8605-bd98636355ff tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:25.041041 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-983d8a5b-355b-4377-9f58-6580d3e09127 req-b07812b4-3982-4884-8605-bd98636355ff tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0707309 Sep 09 21:39:25.097255 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-983d8a5b-355b-4377-9f58-6580d3e09127 req-1f8886fe-adb0-49bd-a95a-22a7a64aaad6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552638 Sep 09 21:39:25.678503 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-59aa8ba6-4d95-4378-8ecd-56ddbc3b80b2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:25.682771 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-59aa8ba6-4d95-4378-8ecd-56ddbc3b80b2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 815 time: 0.2437487 Sep 09 21:39:25.697515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28782554-04e0-4793-80e8-5921b33d117f req-a7c40353-2b1d-45c3-aff1-651b3a9cac8b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:25.700029 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28782554-04e0-4793-80e8-5921b33d117f req-a7c40353-2b1d-45c3-aff1-651b3a9cac8b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1089187 Sep 09 21:39:25.711850 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-b38bdc0b-5d82-4ad1-ac02-a934540c59b0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/quotas/a2374c23a70b440d859bc2a7dea839ed HTTP/1.1" status: 200 len: 375 time: 0.0197151 Sep 09 21:39:25.755466 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28782554-04e0-4793-80e8-5921b33d117f req-f2240c2e-ef13-40d0-8ada-3ef6aef1ebf3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450394 Sep 09 21:39:25.837569 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-7a1d6802-9241-4218-82bf-b9bf8ecf1c22 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064200 Sep 09 21:39:25.973930 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82f244-b0c7-4a61-9e53-b52df8bbcc2b req-38f23f8d-6242-47fe-bea7-92bd46876290 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:25.981867 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-57fc6ad4-0aa6-4b30-802d-aabebaf427ca service neutron] 10.222.0.21 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431994 Sep 09 21:39:25.984114 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fc82f244-b0c7-4a61-9e53-b52df8bbcc2b req-38f23f8d-6242-47fe-bea7-92bd46876290 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0995400 Sep 09 21:39:26.047562 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fc82f244-b0c7-4a61-9e53-b52df8bbcc2b req-4ffe2cb5-f2f3-44a5-a458-1f4441679fb1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Sep 09 21:39:26.107433 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-cbf9a797-9ae6-406b-948d-bce6078ae818 service neutron] 10.222.0.21 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244712 Sep 09 21:39:26.238829 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68567b65-a949-4a94-9a07-da2ca5b58090 req-cefe2441-e30d-4341-97ab-85cafaaff0b2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:26.251649 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68567b65-a949-4a94-9a07-da2ca5b58090 req-cefe2441-e30d-4341-97ab-85cafaaff0b2 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0719745 Sep 09 21:39:26.364057 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68567b65-a949-4a94-9a07-da2ca5b58090 req-f219545c-7615-4da3-bcd3-e391530f8fdc tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040072 Sep 09 21:39:26.364443 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3903b466-5abb-40ea-b63f-cfef291eabc6 req-63df9502-154e-4211-99a5-d9cc691a147e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 210 time: 0.0377104 Sep 09 21:39:27.052231 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e802fc-db7d-405d-8642-b4faac070213 req-1f07d7d5-1e89-46e6-bd29-0060e29a2394 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:27.054995 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c6e802fc-db7d-405d-8642-b4faac070213 req-1f07d7d5-1e89-46e6-bd29-0060e29a2394 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.1711955 Sep 09 21:39:27.072964 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258a94-c6ba-4d68-9dff-2ec5632a4c93 req-f161450f-aebf-457d-9fa0-463f314305ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:27.074634 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4d258a94-c6ba-4d68-9dff-2ec5632a4c93 req-f161450f-aebf-457d-9fa0-463f314305ef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1667485 Sep 09 21:39:27.211298 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4d258a94-c6ba-4d68-9dff-2ec5632a4c93 req-c1b99757-98a1-490b-a36c-94033cf9c7a5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210873 Sep 09 21:39:27.214838 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b9d65-2f32-4449-9a7e-d21aa6bcc68e req-89fde673-1321-41cf-97d9-acd2086deb06 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:27.253544 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-857b9d65-2f32-4449-9a7e-d21aa6bcc68e req-89fde673-1321-41cf-97d9-acd2086deb06 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1027243 Sep 09 21:39:27.299438 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Deleting port 6fda8e0a-9728-48b6-983e-f33441dab8c6 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:39:27.299947 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:27.337317 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-857b9d65-2f32-4449-9a7e-d21aa6bcc68e req-dc05930d-fde4-4782-bce2-7032a7e140b8 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Sep 09 21:39:27.452036 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] For port 6fda8e0a-9728-48b6-983e-f33441dab8c6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fda8e0a-9728-48b6-983e-f33441dab8c6,segment=NetworkSegment(a0918c3e-46e3-4d06-a3b7-34c180f5e477),segment_id=a0918c3e-46e3-4d06-a3b7-34c180f5e477)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:39:27.452412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:27.497332 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Calling delete_port for 6fda8e0a-9728-48b6-983e-f33441dab8c6 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:39:27.555765 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6375d-fd48-4474-b04f-0734ca31e9ec req-4e3a948e-e6bc-4f61-a345-2d9b67757903 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:27.557376 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1fe6375d-fd48-4474-b04f-0734ca31e9ec req-4e3a948e-e6bc-4f61-a345-2d9b67757903 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 945 time: 0.0949163 Sep 09 21:39:27.571249 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-635df5b3-ab3d-4d4e-8cf8-7be8d3cfaed5 req-869e6175-644e-4c61-ac79-bf51a863542e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 210 time: 0.0362334 Sep 09 21:39:27.659938 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1fe6375d-fd48-4474-b04f-0734ca31e9ec req-aa98092e-893d-4173-bb08-a571b0e42d9e tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/security-groups?id=919ecef9-0bbd-4403-858b-b583f1674217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630527 Sep 09 21:39:27.747418 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:27.764468 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['6fda8e0a-9728-48b6-983e-f33441dab8c6'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:39:27.795220 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Pushing event deleted for resources: {'Port': ['ID=6fda8e0a-9728-48b6-983e-f33441dab8c6,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:27.832086 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] No DVR routers for this DVR port 6fda8e0a-9728-48b6-983e-f33441dab8c6 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:39:27.835987 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:27.838403 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c6e802fc-db7d-405d-8642-b4faac070213 req-43b4bc01-455e-412c-a22c-fe7ce55b1da6 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.45 "DELETE /v2.0/ports/6fda8e0a-9728-48b6-983e-f33441dab8c6 HTTP/1.1" status: 204 len: 173 time: 0.7583876 Sep 09 21:39:27.838714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'name': 'network-vif-deleted', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:27.844106 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0835bd5-58b8-4ca0-b368-a7be8c8c5a56" -d '{"events": [{"server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "name": "network-vif-deleted", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:27.886155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b87bb2-d07b-4c74-b627-f2ac37731bd6 x-openstack-request-id: req-f6b87bb2-d07b-4c74-b627-f2ac37731bd6 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:27.886741 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73a66ca-6ade-4564-a4ec-59ffad674bcd", "name": "network-vif-deleted", "tag": "6fda8e0a-9728-48b6-983e-f33441dab8c6", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:27.887444 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6b87bb2-d07b-4c74-b627-f2ac37731bd6 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:27.887885 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73a66ca-6ade-4564-a4ec-59ffad674bcd', 'name': 'network-vif-deleted', 'tag': '6fda8e0a-9728-48b6-983e-f33441dab8c6', 'status': 'completed', 'code': 200} Sep 09 21:39:27.995315 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-a9692b39-6763-4c7a-8f62-2b8edbc8ba42 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:27.997387 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-a9692b39-6763-4c7a-8f62-2b8edbc8ba42 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 815 time: 0.1655283 Sep 09 21:39:28.028338 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'port': {'device_id': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'admin_state_up': True, 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:28.329843 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Made reservation on behalf of a2374c23a70b440d859bc2a7dea839ed for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:39:28.341782 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:28.405003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd75984-34b4-4863-b46b-7f354f81a3c7 req-d5092353-5bdc-4aaf-829c-84a820d43a7e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:28.413802 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6dd75984-34b4-4863-b46b-7f354f81a3c7 req-d5092353-5bdc-4aaf-829c-84a820d43a7e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0840640 Sep 09 21:39:28.458355 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6dd75984-34b4-4863-b46b-7f354f81a3c7 req-2b3d9151-0156-4d0b-a5ba-9e2e6a4d6790 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Sep 09 21:39:28.668979 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Allocated IP 172.20.0.5 (4c4e0501-2169-4bd9-99c4-690278626a2f/ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013/bcf845ef-23ca-434c-a295-e59146290443) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:39:28.749253 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b8363a4-905e-4d71-9120-66a3ec05995a req-29981b81-fca2-437b-8e68-83dcc3c35d6b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 210 time: 0.0324395 Sep 09 21:39:28.996559 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.008632 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-62618964-4169-4c1b-9b45-0f1cd636cc05 req-010994f1-ef9d-401d-bfba-5e2db6e58c72 tempest-AttachVolumeNegativeTest-1816158724 tempest-AttachVolumeNegativeTest-1816158724-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73a66ca-6ade-4564-a4ec-59ffad674bcd HTTP/1.1" status: 200 len: 210 time: 0.0922372 Sep 09 21:39:29.022616 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Transition to ACTIVE for port object bcf845ef-23ca-434c-a295-e59146290443 will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:29.031435 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974c2f-2629-4656-99aa-0fe125730349 req-c2407a11-8183-4199-ab4a-2a3a28ba9179 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:29.043360 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60974c2f-2629-4656-99aa-0fe125730349 req-c2407a11-8183-4199-ab4a-2a3a28ba9179 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.5254364 Sep 09 21:39:29.090613 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60974c2f-2629-4656-99aa-0fe125730349 req-87f20849-e2f7-4b12-aefb-a4750611c859 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Sep 09 21:39:29.141129 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.223370 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Network 4c4e0501-2169-4bd9-99c4-690278626a2f is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:39:29.238914 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:39:29.246788 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:39:29.252077 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:29.292007 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.292355 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.292687 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.293019 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.293346 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.293679 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.293993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.294312 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.294629 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.294992 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.295409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.295736 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:39:29.379416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:29.381136 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.423923 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-f593dc75-4789-4ef5-bc9d-5d5b58c1586e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4081144 Sep 09 21:39:29.444494 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Request body: {'port': {'device_id': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:39:29.627539 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.697056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e067c508-9f0c-43f6-a21b-97c2069b70da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.736258 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ba3280cd-4068-4a2e-a81a-24f69db1259b None None] Provisioning for port bcf845ef-23ca-434c-a295-e59146290443 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:39:29.740801 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ba3280cd-4068-4a2e-a81a-24f69db1259b None None] Provisioning complete for port bcf845ef-23ca-434c-a295-e59146290443 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:39:29.741496 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ba3280cd-4068-4a2e-a81a-24f69db1259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:29.781547 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845794b-4bf7-458e-ba17-96d04c359731 req-b45103fa-c14d-473e-8558-9bb1fda569a9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:29.783312 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1845794b-4bf7-458e-ba17-96d04c359731 req-b45103fa-c14d-473e-8558-9bb1fda569a9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1602960 Sep 09 21:39:29.840438 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-ba3280cd-4068-4a2e-a81a-24f69db1259b None None] Port bcf845ef-23ca-434c-a295-e59146290443 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:39:29.929206 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1845794b-4bf7-458e-ba17-96d04c359731 req-148958c4-9b9f-4b56-84c9-c585c6675b8e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786276 Sep 09 21:39:30.123136 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39092) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:30.173067 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf845ef-23ca-434c-a295-e59146290443 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:39:30.190095 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.227159 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Transition to ACTIVE for port object bcf845ef-23ca-434c-a295-e59146290443 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:39:30.247621 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.300224 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Deleting subnet 3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:39:30.331985 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:30.369400 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.382967 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bc2af-b55d-4dfd-8156-49162ec56d69 req-97c52994-2dae-417c-bf24-138273ddf209 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:30.384725 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-779bc2af-b55d-4dfd-8156-49162ec56d69 req-97c52994-2dae-417c-bf24-138273ddf209 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 931 time: 0.4326761 Sep 09 21:39:30.521666 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620296b0-2266-4e3c-89bb-9cf6876045f8 req-2c32052b-a6a9-45eb-8516-9ba8d68b7caf tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:30.529498 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-620296b0-2266-4e3c-89bb-9cf6876045f8 req-2c32052b-a6a9-45eb-8516-9ba8d68b7caf tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.3076677 Sep 09 21:39:30.536738 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-779bc2af-b55d-4dfd-8156-49162ec56d69 req-75d18a15-5e95-49d5-87cc-06a26241b9db tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161931 Sep 09 21:39:30.543207 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.577631 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Attempting to bind port bcf845ef-23ca-434c-a295-e59146290443 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:39:30.579225 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Attempting to bind port bcf845ef-23ca-434c-a295-e59146290443 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:39:30.579586 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Attempting to bind port bcf845ef-23ca-434c-a295-e59146290443 on network 4c4e0501-2169-4bd9-99c4-690278626a2f {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:30.592181 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Port bcf845ef-23ca-434c-a295-e59146290443 on network 4c4e0501-2169-4bd9-99c4-690278626a2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:39:30.592534 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Attempting to bind port bcf845ef-23ca-434c-a295-e59146290443 on network 4c4e0501-2169-4bd9-99c4-690278626a2f {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:39:30.612919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:39:30.613263 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Checking segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:39:30.613662 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Bound using segment: {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:39:30.614115 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Bound port: bcf845ef-23ca-434c-a295-e59146290443, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b93854c-6b07-4561-ac11-051106c0b153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:39:30.614481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.663824 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-620296b0-2266-4e3c-89bb-9cf6876045f8 req-42e824fe-b61a-4f10-b8fe-a49a552e0794 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325314 Sep 09 21:39:30.671428 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.811474 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:39:30.818538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:39:30.822619 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.830637 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.849782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.857939 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39098) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:30.858636 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932 HTTP/1.1" status: 204 len: 168 time: 0.7277341 Sep 09 21:39:30.896523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4bec9-6c24-4453-9db0-b304d6b84d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cedd9bf-4fdb-4e7c-88fc-d3fa7f065932,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:30.940021 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:30.940806 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:30.942661 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] 10.222.0.45 "PUT /v2.0/ports/bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 1093 time: 1.5079231 Sep 09 21:39:30.947383 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:39:30.949180 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69518bd8-05de-485b-8895-7650b453d580" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:39:31.159515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:31.181367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2c60c-ee3e-4506-a693-95a51ab59cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:31.228082 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-34a72ec6-3081-4f16-99e9-ce5f636e58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:31.230195 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-34a72ec6-3081-4f16-99e9-ce5f636e58c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1096 time: 0.2100739 Sep 09 21:39:31.243988 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff4d8-6245-4d37-b00b-66772c6dc3a1 req-f2b725dd-48fe-405c-b490-6427113e7ecb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:31.251716 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cbbff4d8-6245-4d37-b00b-66772c6dc3a1 req-f2b725dd-48fe-405c-b490-6427113e7ecb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1609316 Sep 09 21:39:31.301539 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cfcaa9-f8ea-4763-9165-f1f033bf6477 x-openstack-request-id: req-69cfcaa9-f8ea-4763-9165-f1f033bf6477 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:39:31.301877 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:39:31.302221 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69cfcaa9-f8ea-4763-9165-f1f033bf6477 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:39:31.302707 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:39:31.387613 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-5ad9a966-2318-4af8-9a72-43a87dfb6c31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 217 time: 0.0946195 Sep 09 21:39:31.516378 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cbbff4d8-6245-4d37-b00b-66772c6dc3a1 req-f72b40aa-bc16-4910-8621-d7d42070d2bb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633152 Sep 09 21:39:31.577365 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:31.611446 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-d4dbd5fe-7410-4260-ab0b-120fb8e5e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:31.614011 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-d4dbd5fe-7410-4260-ab0b-120fb8e5e1a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.1852086 Sep 09 21:39:31.622082 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617fba8a-1f8d-43e4-96e7-f98896757f0e']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:31.730102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0918c3e-46e3-4d06-a3b7-34c180f5e477') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:31.730102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0918c3e-46e3-4d06-a3b7-34c180f5e477') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:39:31.764316 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:31.781903 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116dc01-1543-4fc9-9b65-860f40fbfa39 req-f6aa972e-ed29-4586-99d2-86a159ce22df tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:31.795825 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a116dc01-1543-4fc9-9b65-860f40fbfa39 req-f6aa972e-ed29-4586-99d2-86a159ce22df tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1423824 Sep 09 21:39:31.841112 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:31.868052 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:39:31.868433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:39:31.870484 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:39:31.872932 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a116dc01-1543-4fc9-9b65-860f40fbfa39 req-71dea7e0-87cf-454a-b75a-12fdfbc0aa9d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Sep 09 21:39:31.889541 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-1e5ba25e-2136-48c2-8ffa-0ea47fe490ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:31.891115 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-1e5ba25e-2136-48c2-8ffa-0ea47fe490ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2653115 Sep 09 21:39:31.968824 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 6fda8e0a-9728-48b6-983e-f33441dab8c6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:39:31.998932 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 6fda8e0a-9728-48b6-983e-f33441dab8c6 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:39:32.000059 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 6fda8e0a-9728-48b6-983e-f33441dab8c6 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:39:32.006335 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43997012-db9b-4573-afcb-953d99aae63b req-23dfa426-0c1d-4f37-ab1d-b30a0b2895d7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:32.007980 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-43997012-db9b-4573-afcb-953d99aae63b req-23dfa426-0c1d-4f37-ab1d-b30a0b2895d7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.2169740 Sep 09 21:39:32.014411 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:32.051202 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:32.057482 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] 10.222.0.21 "DELETE /v2.0/networks/617fba8a-1f8d-43e4-96e7-f98896757f0e HTTP/1.1" status: 204 len: 168 time: 1.1947386 Sep 09 21:39:32.137191 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6ea95-6c80-49a5-a1ad-0b95736c3009 admin admin] Pushing event deleted for resources: {'Network': ['ID=617fba8a-1f8d-43e4-96e7-f98896757f0e,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:32.192354 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-43997012-db9b-4573-afcb-953d99aae63b req-6fab2001-404b-454e-9e99-87d5d8d6d304 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451457 Sep 09 21:39:32.194691 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-14eea2f8-f4c9-492c-8849-511da293eb82 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923355 Sep 09 21:39:32.412015 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d8e51bf6-874e-4da5-a7c3-31e601ed5d98 req-b0025559-8f22-49cd-bd98-6a1043253ea1 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065153 Sep 09 21:39:32.659340 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:32.709388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39118) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:32.834134 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518bd8-05de-485b-8895-7650b453d580 req-4f09d954-344e-45e3-af16-5995d9d6c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:32.836252 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-4f09d954-344e-45e3-af16-5995d9d6c29c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1096 time: 0.1704299 Sep 09 21:39:32.924780 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-27516ae1-7c88-477a-bf52-d355fc1b745b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cde5d67b4534000a4fb800051f5a433&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2132123 Sep 09 21:39:32.933648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39122) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:32.976230 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b12dd6ae-e653-43fa-bfdf-68e1ec9087c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:32.978308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dce9c1-2a4f-4406-8465-749002387a1d req-6ee6458d-9461-427b-b66b-edd9c1c8223f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:32.980214 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-24dce9c1-2a4f-4406-8465-749002387a1d req-6ee6458d-9461-427b-b66b-edd9c1c8223f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2625251 Sep 09 21:39:33.067790 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-24dce9c1-2a4f-4406-8465-749002387a1d req-b03504ab-6caa-47fe-aa25-5377da1d60c8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654614 Sep 09 21:39:33.093949 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518bd8-05de-485b-8895-7650b453d580 req-6e4c56ea-e87c-4063-8f63-e53cb7725fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:33.107256 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-6e4c56ea-e87c-4063-8f63-e53cb7725fee service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.2619154 Sep 09 21:39:33.113000 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:33.176344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:33.192157 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-f6f2c9d5-69ff-429e-ba10-abc13fbe15f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 217 time: 0.0489285 Sep 09 21:39:33.211780 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f130e-cf07-4016-b0c2-4c445b9690c4 req-bf95e736-a01a-4d48-b920-15820e002f93 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:33.220951 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd9f130e-cf07-4016-b0c2-4c445b9690c4 req-bf95e736-a01a-4d48-b920-15820e002f93 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1123991 Sep 09 21:39:33.272233 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:33.275881 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:33.279367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518bd8-05de-485b-8895-7650b453d580 req-1141de1b-63c5-402b-9434-8a6029602315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:33.283170 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-1141de1b-63c5-402b-9434-8a6029602315 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0591872 Sep 09 21:39:33.288149 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/919ecef9-0bbd-4403-858b-b583f1674217 HTTP/1.1" status: 204 len: 168 time: 0.3437622 Sep 09 21:39:33.325432 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aae1d7-4e41-4cd3-b4e8-3849a1147493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ecef9-0bbd-4403-858b-b583f1674217,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:33.366514 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bd9f130e-cf07-4016-b0c2-4c445b9690c4 req-e664bbbc-49fc-40ec-8a31-8a19ab62ebc7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399908 Sep 09 21:39:33.406100 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69518bd8-05de-485b-8895-7650b453d580 req-41bbe54c-952e-41cf-8865-dfbf882d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:33.408305 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-41bbe54c-952e-41cf-8865-dfbf882d4796 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874648 Sep 09 21:39:33.502142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21413a-2866-4258-a363-78714acceb0c req-b5f9b1c8-b40b-42b7-baa4-20cedbbfa44c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:33.511021 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ce21413a-2866-4258-a363-78714acceb0c req-b5f9b1c8-b40b-42b7-baa4-20cedbbfa44c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1310749 Sep 09 21:39:33.586154 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ce21413a-2866-4258-a363-78714acceb0c req-191171d9-958c-4480-b061-290306c8ba02 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Sep 09 21:39:33.631683 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-fd2983d8-3100-4c39-86e6-5612423c75b7 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136171 Sep 09 21:39:33.774634 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-69518bd8-05de-485b-8895-7650b453d580 req-a4784c3e-7502-469a-96e4-fc0b77f4170d service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333826 Sep 09 21:39:34.224410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:34.358878 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71f50-b0a6-41c0-97c8-0f94f900a5c8 req-6d8dc519-adea-4039-bbec-cd2c8e2b82b4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:34.367806 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6ab71f50-b0a6-41c0-97c8-0f94f900a5c8 req-6d8dc519-adea-4039-bbec-cd2c8e2b82b4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1111238 Sep 09 21:39:34.494318 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6ab71f50-b0a6-41c0-97c8-0f94f900a5c8 req-a3a1fbb9-e780-472f-8a58-bf2c2a9133c2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249115 Sep 09 21:39:34.660113 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8f61f-5952-4e20-83e3-84cd35a1a382 req-035efef2-4d24-4d94-aeb5-d0d3e7e3585a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:34.672291 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f0b8f61f-5952-4e20-83e3-84cd35a1a382 req-035efef2-4d24-4d94-aeb5-d0d3e7e3585a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1377680 Sep 09 21:39:34.790945 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f0b8f61f-5952-4e20-83e3-84cd35a1a382 req-2cb06664-6422-4824-8710-6daae8fff163 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172111 Sep 09 21:39:34.844229 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083294ca-eea3-4017-b0f9-cc9bc15fae09 req-fb39961d-a0bb-4afc-bdcf-451a82ece8e7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:34.846051 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-083294ca-eea3-4017-b0f9-cc9bc15fae09 req-fb39961d-a0bb-4afc-bdcf-451a82ece8e7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1137702 Sep 09 21:39:34.954073 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-083294ca-eea3-4017-b0f9-cc9bc15fae09 req-e48cd82e-5eee-4fa8-8a6d-4a58da5aaeea tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002281 Sep 09 21:39:35.283821 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:35.882750 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fa994-9428-4f7c-8491-26209019f9bf req-c948855f-fdd3-4f2d-bfe8-62ad49fac862 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:35.885609 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-258fa994-9428-4f7c-8491-26209019f9bf req-c948855f-fdd3-4f2d-bfe8-62ad49fac862 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1539001 Sep 09 21:39:35.978964 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-258fa994-9428-4f7c-8491-26209019f9bf req-f8766f12-cb7f-4a13-8af1-d02fbb5afbab tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785522 Sep 09 21:39:36.053970 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c097e-f132-4015-8702-8954ebe47dac req-0cd1dc08-1958-4062-9dbf-1cb768e22fe9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:36.067986 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-687c097e-f132-4015-8702-8954ebe47dac req-0cd1dc08-1958-4062-9dbf-1cb768e22fe9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1532519 Sep 09 21:39:36.164655 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-687c097e-f132-4015-8702-8954ebe47dac req-745487aa-d6f7-4d2d-9c95-4cc2300353e8 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935657 Sep 09 21:39:36.272815 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6222b-8293-4dea-86a4-e55af2fc8752 req-8c0d112a-2bbf-4ea8-bc43-19121f4a4a57 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:36.284893 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6222b-8293-4dea-86a4-e55af2fc8752 req-8c0d112a-2bbf-4ea8-bc43-19121f4a4a57 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1314316 Sep 09 21:39:36.306436 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39214) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:36.392724 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6222b-8293-4dea-86a4-e55af2fc8752 req-2a42602f-c003-4d28-920f-db2a272dd47f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016819 Sep 09 21:39:36.765340 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3544f652-6737-4499-95d9-a20febc7ba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:36.863437 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3544f652-6737-4499-95d9-a20febc7ba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:36.877865 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3544f652-6737-4499-95d9-a20febc7ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:36.927786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544f652-6737-4499-95d9-a20febc7ba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9487c5c-4c10-43b2-8d9b-26dfed55d8b9,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:36.933310 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-3544f652-6737-4499-95d9-a20febc7ba89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b50eab757964ff28aa39bf5fd6c24d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6251333 Sep 09 21:39:36.935990 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39222) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:37.051471 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:37.138966 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:37.222570 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:37.225755 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:37.235320 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9487c5c-4c10-43b2-8d9b-26dfed55d8b9 HTTP/1.1" status: 204 len: 168 time: 0.2936428 Sep 09 21:39:37.259179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14dd4a-a6f4-40be-9303-ed5a1ebc16e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9487c5c-4c10-43b2-8d9b-26dfed55d8b9,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:37.316041 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9ce2d-5ddc-4e64-af12-cd2146699c5e req-915ab71b-352e-44d8-80ea-45c66bd3531f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:37.317902 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6c9ce2d-5ddc-4e64-af12-cd2146699c5e req-915ab71b-352e-44d8-80ea-45c66bd3531f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1363695 Sep 09 21:39:37.367568 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6c9ce2d-5ddc-4e64-af12-cd2146699c5e req-ba5bded0-e8f8-4667-ac1e-28d1cdb17c41 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422759 Sep 09 21:39:37.435075 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe98eca-7bd3-475c-a589-e12da4ad81c9 req-08e4f3a7-5b1f-43fa-859f-33c4ef88b927 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:37.436785 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7fe98eca-7bd3-475c-a589-e12da4ad81c9 req-08e4f3a7-5b1f-43fa-859f-33c4ef88b927 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0908208 Sep 09 21:39:37.563024 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7fe98eca-7bd3-475c-a589-e12da4ad81c9 req-fbdaca26-a255-433a-9f04-57b12c9dedd2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159456 Sep 09 21:39:37.650588 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6451e75-78eb-4ee5-b763-39d2961440c1 req-1f25f617-19f9-4312-abe1-852b1fce6f6c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:37.652414 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6451e75-78eb-4ee5-b763-39d2961440c1 req-1f25f617-19f9-4312-abe1-852b1fce6f6c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1701586 Sep 09 21:39:37.745806 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6451e75-78eb-4ee5-b763-39d2961440c1 req-451f56ec-dcba-4d24-9145-f6af48606c57 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836637 Sep 09 21:39:38.556266 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7450c-a656-41c2-955f-a267a8dc0ff7 req-71965aab-06d9-4f19-81f2-9c1bb265cca8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:38.571119 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-53e7450c-a656-41c2-955f-a267a8dc0ff7 req-71965aab-06d9-4f19-81f2-9c1bb265cca8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1017852 Sep 09 21:39:38.638206 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-53e7450c-a656-41c2-955f-a267a8dc0ff7 req-1062f588-66c2-4180-b64c-acfb7e285e70 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607755 Sep 09 21:39:38.803333 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15a5b-1502-46f0-9aba-7dad7c43aded req-a22e6904-2c5e-435f-97f1-fd0b7cf1a098 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:38.805634 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b3f15a5b-1502-46f0-9aba-7dad7c43aded req-a22e6904-2c5e-435f-97f1-fd0b7cf1a098 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1001203 Sep 09 21:39:38.917325 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b3f15a5b-1502-46f0-9aba-7dad7c43aded req-7762aedc-c34a-4a6f-8dc9-bc28efcc8d88 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047378 Sep 09 21:39:38.966625 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9b34b-0fd6-4701-a995-abb54bdfc04c req-e2a4b0c4-0576-4764-815b-59a9b2fd63c1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:38.975128 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c6d9b34b-0fd6-4701-a995-abb54bdfc04c req-e2a4b0c4-0576-4764-815b-59a9b2fd63c1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1020772 Sep 09 21:39:39.036113 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c6d9b34b-0fd6-4701-a995-abb54bdfc04c req-265bbd48-6f17-418c-9ae9-c2f5ecdd1fe7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Sep 09 21:39:39.122484 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:39.872242 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8be37-27f2-4daa-af43-3e35858229b7 req-fc766180-09e3-4323-a814-bf5481d8b585 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:39.885296 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0da8be37-27f2-4daa-af43-3e35858229b7 req-fc766180-09e3-4323-a814-bf5481d8b585 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1242559 Sep 09 21:39:39.947278 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0da8be37-27f2-4daa-af43-3e35858229b7 req-0a080ed0-3948-4c0f-aff5-7e8925035c56 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603368 Sep 09 21:39:40.110197 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86ca5f-6856-4118-b19b-5744e1cfe180 req-d14c3dcd-0f95-4abf-8709-d88414cf63d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:40.123600 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-da86ca5f-6856-4118-b19b-5744e1cfe180 req-d14c3dcd-0f95-4abf-8709-d88414cf63d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0872352 Sep 09 21:39:40.208494 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea711-3f9c-4a57-b71b-4389f1ad4f41 req-2394cabe-d829-4db2-a1e9-0e3e6bc1c430 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:40.211670 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3feea711-3f9c-4a57-b71b-4389f1ad4f41 req-2394cabe-d829-4db2-a1e9-0e3e6bc1c430 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0657837 Sep 09 21:39:40.224105 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-da86ca5f-6856-4118-b19b-5744e1cfe180 req-629176f0-8c98-4342-987a-f97853ab6479 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992236 Sep 09 21:39:40.292823 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39316) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:40.311153 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3feea711-3f9c-4a57-b71b-4389f1ad4f41 req-e4b00889-e869-473e-992f-2d5019d0aa92 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849102 Sep 09 21:39:40.434218 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d10da75b-0213-4408-b45a-32cec2632750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.541237 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d10da75b-0213-4408-b45a-32cec2632750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.548307 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d10da75b-0213-4408-b45a-32cec2632750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.587662 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d10da75b-0213-4408-b45a-32cec2632750 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b959f9d481d94972bc37f12001950e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935200 Sep 09 21:39:40.589793 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39330) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:40.608637 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10da75b-0213-4408-b45a-32cec2632750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a942754e-4221-46d0-8dd8-1a6a1fb02886,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:40.682472 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.732275 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.836862 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.851459 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:40.855611 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a942754e-4221-46d0-8dd8-1a6a1fb02886 HTTP/1.1" status: 204 len: 168 time: 0.2641320 Sep 09 21:39:40.879364 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf7904-50b2-4d77-9ef3-eb824702e879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a942754e-4221-46d0-8dd8-1a6a1fb02886,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:41.209017 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b507bd-89ed-40e0-8683-27378179ffc2 req-a8be8651-486d-413f-9b1e-e261e45243e8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:41.225284 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-59b507bd-89ed-40e0-8683-27378179ffc2 req-a8be8651-486d-413f-9b1e-e261e45243e8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1404717 Sep 09 21:39:41.298110 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-59b507bd-89ed-40e0-8683-27378179ffc2 req-e31cdf5d-ed5d-43b9-9c5a-2011e0da651b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682292 Sep 09 21:39:41.485680 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559bb7c-6a53-4a96-a2f7-d85c862d4adf req-97edb5a3-b8ac-4107-a3c7-56876c74bd2a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:41.501063 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d559bb7c-6a53-4a96-a2f7-d85c862d4adf req-97edb5a3-b8ac-4107-a3c7-56876c74bd2a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1393247 Sep 09 21:39:41.608216 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39350) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:41.628249 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d559bb7c-6a53-4a96-a2f7-d85c862d4adf req-fb3a756b-28f7-43a3-b9ec-1c6cb9c006f8 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255710 Sep 09 21:39:41.634549 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417cc1e-c911-4503-946b-39a376611244 req-09c52e16-5ab9-41ec-95b9-05f01e4512bc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:41.638933 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0417cc1e-c911-4503-946b-39a376611244 req-09c52e16-5ab9-41ec-95b9-05f01e4512bc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1062417 Sep 09 21:39:41.697615 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-31f3a93b-df58-498f-a889-ef3e776f8980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:41.705467 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0417cc1e-c911-4503-946b-39a376611244 req-147ee778-7d00-46d0-9b6b-96bdf68af392 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Sep 09 21:39:41.842737 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-31f3a93b-df58-498f-a889-ef3e776f8980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:41.852160 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-31f3a93b-df58-498f-a889-ef3e776f8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:41.898832 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3a93b-df58-498f-a889-ef3e776f8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646baae-cb72-4fef-ae11-cb0ee4bb3245,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:41.905794 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-31f3a93b-df58-498f-a889-ef3e776f8980 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ec2274c9add40a998c92d78d70489d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949183 Sep 09 21:39:41.909004 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39352) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:42.009551 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:42.051416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:42.190811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:42.196132 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:42.198133 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f646baae-cb72-4fef-ae11-cb0ee4bb3245 HTTP/1.1" status: 204 len: 168 time: 0.2870483 Sep 09 21:39:42.210769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6bb80-8d60-4b1d-b59b-7293efbdcec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646baae-cb72-4fef-ae11-cb0ee4bb3245,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:42.772421 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca8361-5a6b-4c3b-a689-56265df1fcb2 req-888262b9-3cd8-4565-8813-e8192c46dda6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:42.793170 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5dca8361-5a6b-4c3b-a689-56265df1fcb2 req-888262b9-3cd8-4565-8813-e8192c46dda6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2125862 Sep 09 21:39:42.984062 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5dca8361-5a6b-4c3b-a689-56265df1fcb2 req-53c96df4-0240-414c-97de-8410ed21ba9c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893518 Sep 09 21:39:43.137989 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae22d5-5d73-4570-8422-96b41b87e4d3 req-7b49fbe2-ecde-4531-987c-19e35473643d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:43.158874 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6aae22d5-5d73-4570-8422-96b41b87e4d3 req-7b49fbe2-ecde-4531-987c-19e35473643d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.2885947 Sep 09 21:39:43.257436 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4650067-b14d-4153-bd7a-72e7a0fffbca req-7192e80c-5556-4b16-a464-d5cb740b6a7b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:43.259439 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4650067-b14d-4153-bd7a-72e7a0fffbca req-7192e80c-5556-4b16-a464-d5cb740b6a7b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1099229 Sep 09 21:39:43.278310 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6aae22d5-5d73-4570-8422-96b41b87e4d3 req-805d18d4-3936-467e-8ff5-fb9ac4063d06 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169155 Sep 09 21:39:43.352943 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4650067-b14d-4153-bd7a-72e7a0fffbca req-493b6012-46d6-4447-bd0d-a176178a58a4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643551 Sep 09 21:39:44.405770 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116396-918e-4322-a348-082630cc1906 req-e1324a0f-e636-4168-9961-65bf13ca4c25 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:44.422071 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-31116396-918e-4322-a348-082630cc1906 req-e1324a0f-e636-4168-9961-65bf13ca4c25 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2112398 Sep 09 21:39:44.566872 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-31116396-918e-4322-a348-082630cc1906 req-0eb268cf-f730-4427-bb0a-3dd3e5e96cfd tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437359 Sep 09 21:39:44.692015 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b2043-7bf0-4b2a-bab2-971b97822950 req-fc39dc16-be9e-41ff-b009-60410290c97b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:44.698677 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d3b2043-7bf0-4b2a-bab2-971b97822950 req-fc39dc16-be9e-41ff-b009-60410290c97b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1788390 Sep 09 21:39:44.751809 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b6143-a0dc-45da-b09a-365572de83a8 req-ea5462db-4a3c-4df9-929e-7ca1f29b375f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:44.762373 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-833b6143-a0dc-45da-b09a-365572de83a8 req-ea5462db-4a3c-4df9-929e-7ca1f29b375f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0708899 Sep 09 21:39:44.830578 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6d3b2043-7bf0-4b2a-bab2-971b97822950 req-17c1597a-7902-4fc9-87c2-514a7b0c85b4 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237140 Sep 09 21:39:44.896915 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-833b6143-a0dc-45da-b09a-365572de83a8 req-9e27e230-58a3-41f6-b1a3-a68db4c45ada tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334140 Sep 09 21:39:45.837482 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c06e3-a989-4628-8acf-253356e5f40f req-0a6737ee-9708-4001-a5a8-78d127ac9677 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:45.842093 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-258c06e3-a989-4628-8acf-253356e5f40f req-0a6737ee-9708-4001-a5a8-78d127ac9677 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0993714 Sep 09 21:39:45.902927 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-258c06e3-a989-4628-8acf-253356e5f40f req-e2ef8253-c08d-447e-9994-73767f1aa5c6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543077 Sep 09 21:39:46.097564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422ac00-3f15-4acb-ad31-039fc522f8fa req-7e18c3c9-1246-4ffa-bd5f-33e00f3bf3fc tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:46.108964 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4422ac00-3f15-4acb-ad31-039fc522f8fa req-7e18c3c9-1246-4ffa-bd5f-33e00f3bf3fc tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1060190 Sep 09 21:39:46.160217 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb31d26-cc8e-4980-b049-bbd387302564 req-e48d6a6d-b24d-4928-8d8c-4891ac770d7e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:46.161621 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4422ac00-3f15-4acb-ad31-039fc522f8fa req-66e9a5bd-8681-4f8d-b9ce-0ed03d24e2e9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513620 Sep 09 21:39:46.169041 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5eb31d26-cc8e-4980-b049-bbd387302564 req-e48d6a6d-b24d-4928-8d8c-4891ac770d7e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0913632 Sep 09 21:39:46.238320 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5eb31d26-cc8e-4980-b049-bbd387302564 req-3a87e219-24b4-4655-ac3d-b7efa2fa7923 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Sep 09 21:39:47.294484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ff988-f63e-435a-b9b9-98eb807b03a9 req-240b8c68-e8c9-4476-98b7-bbc0530f88e1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:47.296043 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-445ff988-f63e-435a-b9b9-98eb807b03a9 req-240b8c68-e8c9-4476-98b7-bbc0530f88e1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.2888999 Sep 09 21:39:47.321556 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc441b1-73d0-461c-8797-ae6134b0e176 req-1f77ea05-1eac-47e9-a1f1-78050bc3f5a7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:47.324052 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8bc441b1-73d0-461c-8797-ae6134b0e176 req-1f77ea05-1eac-47e9-a1f1-78050bc3f5a7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0627415 Sep 09 21:39:47.342575 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-445ff988-f63e-435a-b9b9-98eb807b03a9 req-b0042863-747f-495f-9fa9-ab82d20bee6a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Sep 09 21:39:47.375538 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8bc441b1-73d0-461c-8797-ae6134b0e176 req-7281d726-ed9f-4298-863e-f878057c49e0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Sep 09 21:39:47.479162 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c437c3-a306-42bf-bf91-3b002001fe98 req-9244dbfe-4a88-41fb-82e4-16882f295576 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:47.483321 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-90c437c3-a306-42bf-bf91-3b002001fe98 req-9244dbfe-4a88-41fb-82e4-16882f295576 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0563204 Sep 09 21:39:47.528447 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-90c437c3-a306-42bf-bf91-3b002001fe98 req-27f27b3d-3fc2-46c7-a507-ec76fb27cb30 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Sep 09 21:39:48.600210 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c58ce-4ece-41c7-aa97-dfa7faf07984 req-3878a431-12c5-40da-8f95-114f1c15289d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:48.604146 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7b3c58ce-4ece-41c7-aa97-dfa7faf07984 req-3878a431-12c5-40da-8f95-114f1c15289d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0960023 Sep 09 21:39:48.616514 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ebee0-0f01-4f20-9cd7-eca27fdfadb3 req-a2f646ad-ed07-44ca-a516-21fad3efa1e1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:48.622351 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe3ebee0-0f01-4f20-9cd7-eca27fdfadb3 req-a2f646ad-ed07-44ca-a516-21fad3efa1e1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0979896 Sep 09 21:39:48.681554 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe3ebee0-0f01-4f20-9cd7-eca27fdfadb3 req-8b700de8-527e-49c9-8df7-f7616114603f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558519 Sep 09 21:39:48.711918 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7b3c58ce-4ece-41c7-aa97-dfa7faf07984 req-08ba691e-c9e3-4d0a-a040-f5eb07069aac tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774100 Sep 09 21:39:48.943013 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a34f8-6e64-4ba0-8dbd-b967317f05f7 req-4066ce7c-a0cf-49f3-9e23-a9eafc46e41f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:48.952264 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d8a34f8-6e64-4ba0-8dbd-b967317f05f7 req-4066ce7c-a0cf-49f3-9e23-a9eafc46e41f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0914783 Sep 09 21:39:49.040103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d8a34f8-6e64-4ba0-8dbd-b967317f05f7 req-f96c6412-ad84-4537-b82b-7bb924ba3312 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Sep 09 21:39:50.001124 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6fce0-c9e9-4299-9954-29a72ba02043 req-8f6379d2-096c-46d7-976a-f09c3f831630 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:50.003739 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-25b6fce0-c9e9-4299-9954-29a72ba02043 req-8f6379d2-096c-46d7-976a-f09c3f831630 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1858876 Sep 09 21:39:50.122902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064334-335f-4c14-a830-9620db4c502b req-1bafcf33-ab42-444b-9474-c5edb8dcd570 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:50.138559 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-05064334-335f-4c14-a830-9620db4c502b req-1bafcf33-ab42-444b-9474-c5edb8dcd570 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1293023 Sep 09 21:39:50.152392 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-25b6fce0-c9e9-4299-9954-29a72ba02043 req-47b445b0-745a-44fc-9abc-85dcf81c3b62 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188152 Sep 09 21:39:50.243693 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-05064334-335f-4c14-a830-9620db4c502b req-0d8cb571-8036-479e-8e70-688d31de7ba7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031990 Sep 09 21:39:50.381005 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269d8f0-1d7e-45cf-9d2d-67748145c60a req-29b324be-37f7-4d8c-93ac-67d87458bc9a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:50.396720 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5269d8f0-1d7e-45cf-9d2d-67748145c60a req-29b324be-37f7-4d8c-93ac-67d87458bc9a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1042383 Sep 09 21:39:50.538317 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5269d8f0-1d7e-45cf-9d2d-67748145c60a req-31898af2-50f5-44fb-a2e8-c4e9ee92e6bc tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389554 Sep 09 21:39:51.033407 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39512) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:51.234140 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b80bf10d-b16c-40da-8920-fd369df92321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:51.392551 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad6c26-660c-4bc3-bec4-450233cf516f req-8a9677fe-b983-42ba-bdcc-1d6d239b526e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:51.395026 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-86ad6c26-660c-4bc3-bec4-450233cf516f req-8a9677fe-b983-42ba-bdcc-1d6d239b526e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.1210513 Sep 09 21:39:51.470723 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b80bf10d-b16c-40da-8920-fd369df92321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:51.483088 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-86ad6c26-660c-4bc3-bec4-450233cf516f req-b1dc5847-d7f1-424f-b4c8-46d5aa5ccf97 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811181 Sep 09 21:39:51.487196 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b80bf10d-b16c-40da-8920-fd369df92321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:51.528586 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2e613-5784-4480-a59c-9f2d36294d2a req-86c2c1c7-9cea-4f7a-876b-8d2a22af7e88 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:51.531101 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1de2e613-5784-4480-a59c-9f2d36294d2a req-86c2c1c7-9cea-4f7a-876b-8d2a22af7e88 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.1372125 Sep 09 21:39:51.610712 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b80bf10d-b16c-40da-8920-fd369df92321 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58cc189be1fd4e29914f0e72ed08abfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757749 Sep 09 21:39:51.613718 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39530) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:51.624602 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf10d-b16c-40da-8920-fd369df92321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d70459-5c13-4330-b559-c31379f07e2d,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:51.669270 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1de2e613-5784-4480-a59c-9f2d36294d2a req-552f0583-def7-4400-b906-dd133583036c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249166 Sep 09 21:39:51.743603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:51.832242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:51.997000 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1699-4d59-4597-bf7f-327958c4ffa1 req-59c682e6-4ea3-4f70-816d-f5d1c9bf44df tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:51.998909 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-951a1699-4d59-4597-bf7f-327958c4ffa1 req-59c682e6-4ea3-4f70-816d-f5d1c9bf44df tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1354697 Sep 09 21:39:52.005135 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.007858 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.009116 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d70459-5c13-4330-b559-c31379f07e2d HTTP/1.1" status: 204 len: 168 time: 0.3943257 Sep 09 21:39:52.083448 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0cd7e-29be-43ac-a18f-2aac7d283cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d70459-5c13-4330-b559-c31379f07e2d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:52.114730 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-951a1699-4d59-4597-bf7f-327958c4ffa1 req-5326dcff-2b0a-4031-b06f-4177363ff6ee tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037695 Sep 09 21:39:52.419588 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39546) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:52.433174 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ed24-3ce8-4ec9-b7b1-33d3b492de22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.560769 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ed24-3ce8-4ec9-b7b1-33d3b492de22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.566210 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ed24-3ce8-4ec9-b7b1-33d3b492de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.610015 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5ed24-3ce8-4ec9-b7b1-33d3b492de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90ac98c-2619-4422-a366-f3cee258620d,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:52.614853 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c0d5ed24-3ce8-4ec9-b7b1-33d3b492de22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdc0baab38d84b5e9845ad5d5e1f73d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943464 Sep 09 21:39:52.616189 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620eb2a-8d74-472a-9937-a2fc7560ab2b req-932dc9b2-bf00-49bb-a9a5-4057802717fa tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:52.617423 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39552) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:52.624874 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7620eb2a-8d74-472a-9937-a2fc7560ab2b req-932dc9b2-bf00-49bb-a9a5-4057802717fa tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0644205 Sep 09 21:39:52.661855 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7620eb2a-8d74-472a-9937-a2fc7560ab2b req-1c39f030-8460-400c-9c94-ec27999958e7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360310 Sep 09 21:39:52.675164 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.707467 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.760393 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.764602 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:52.770446 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d90ac98c-2619-4422-a366-f3cee258620d HTTP/1.1" status: 204 len: 168 time: 0.1481919 Sep 09 21:39:52.781407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cba9e-81f7-4163-8101-1fc76f55a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90ac98c-2619-4422-a366-f3cee258620d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:52.953685 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ee67e-4f53-49a4-b3c9-c63f34b2dfb7 req-ddeb6e74-9e7e-45b5-b969-459356546d77 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:52.957109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7a6ee67e-4f53-49a4-b3c9-c63f34b2dfb7 req-ddeb6e74-9e7e-45b5-b969-459356546d77 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0882757 Sep 09 21:39:53.030898 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7a6ee67e-4f53-49a4-b3c9-c63f34b2dfb7 req-2ad77237-57ea-4f0f-955c-252c33201834 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591292 Sep 09 21:39:53.247538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae131b2-c217-4066-b7c9-914aeb9c398c req-727b61be-cb44-403b-b4e6-cc3fe39a1071 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:53.249521 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ae131b2-c217-4066-b7c9-914aeb9c398c req-727b61be-cb44-403b-b4e6-cc3fe39a1071 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0610945 Sep 09 21:39:53.309286 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ae131b2-c217-4066-b7c9-914aeb9c398c req-6bf2f792-edf6-4c90-be47-88c63f20a09f tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511615 Sep 09 21:39:53.832713 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc58f9-cef6-4228-8c34-d03ad7cd52d7 req-688957e4-5f0e-4c03-90cd-569349244aaa tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:53.835734 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4bcc58f9-cef6-4228-8c34-d03ad7cd52d7 req-688957e4-5f0e-4c03-90cd-569349244aaa tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0798678 Sep 09 21:39:53.879330 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4bcc58f9-cef6-4228-8c34-d03ad7cd52d7 req-6bcd26f3-3b20-4d53-b159-bc732a47c5b0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Sep 09 21:39:54.232085 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f32d8f-fc9c-4f52-bb12-02ffd70c912c req-bfa5c9e2-2b6d-41d1-aedf-05d4109b0f56 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:54.234934 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-14f32d8f-fc9c-4f52-bb12-02ffd70c912c req-bfa5c9e2-2b6d-41d1-aedf-05d4109b0f56 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0943100 Sep 09 21:39:54.294728 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-14f32d8f-fc9c-4f52-bb12-02ffd70c912c req-d2334474-251b-45de-a3e1-295783b24a08 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523677 Sep 09 21:39:54.455179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c1d75-29f9-431c-a76e-218b2767351b req-7d278767-3ee8-49df-bf45-af5340e971be tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:54.467350 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-536c1d75-29f9-431c-a76e-218b2767351b req-7d278767-3ee8-49df-bf45-af5340e971be tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0801675 Sep 09 21:39:54.515245 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-536c1d75-29f9-431c-a76e-218b2767351b req-c5446d4a-3e7e-4cbd-9e5a-5b9890f2c61c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 Sep 09 21:39:55.036092 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc253c-0ca7-4e14-9fd4-a320956978c4 req-0c12a337-dd1e-40fb-ac1c-a6c0cfc3f4ad tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:55.037706 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-99dc253c-0ca7-4e14-9fd4-a320956978c4 req-0c12a337-dd1e-40fb-ac1c-a6c0cfc3f4ad tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0608459 Sep 09 21:39:55.095388 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-99dc253c-0ca7-4e14-9fd4-a320956978c4 req-460f7293-1edf-4174-bf7c-59ddbdff5fa2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509069 Sep 09 21:39:55.454309 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ca7a5-db89-412f-afe2-16356117299c req-e57d8a37-7d6c-4877-8c31-2ef9ce59a606 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:55.456093 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b46ca7a5-db89-412f-afe2-16356117299c req-e57d8a37-7d6c-4877-8c31-2ef9ce59a606 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0582819 Sep 09 21:39:55.522716 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b46ca7a5-db89-412f-afe2-16356117299c req-debb2fd3-9169-47d6-9eae-722ad27c86b2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559888 Sep 09 21:39:55.769954 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39676) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:55.802834 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c47cb-9782-4b08-a2e7-5d4f221674e8 req-c898cb13-35f1-4c6f-9e40-317c7353bee3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:55.804592 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-377c47cb-9782-4b08-a2e7-5d4f221674e8 req-c898cb13-35f1-4c6f-9e40-317c7353bee3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1696539 Sep 09 21:39:55.899088 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-377c47cb-9782-4b08-a2e7-5d4f221674e8 req-9bb1fa55-2151-4281-ad6c-1e92e4f3bac3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820458 Sep 09 21:39:55.965604 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac21b852-f114-4f93-ae41-a755f3465ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.138781 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac21b852-f114-4f93-ae41-a755f3465ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.145330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac21b852-f114-4f93-ae41-a755f3465ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.197414 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b852-f114-4f93-ae41-a755f3465ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f188b-9c2c-4a2c-a0cb-716fbc0fddf5,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:56.218964 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ac21b852-f114-4f93-ae41-a755f3465ce4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d1af1b305ed4f908593e157dd19cde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445386 Sep 09 21:39:56.219829 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39692) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:56.244995 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb82ee-23e7-4f6f-8076-ed7e68213c05 req-ec0b8bbf-bbcc-410a-ae35-c80cd3c71ce7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:56.246692 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6bb82ee-23e7-4f6f-8076-ed7e68213c05 req-ec0b8bbf-bbcc-410a-ae35-c80cd3c71ce7 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0664485 Sep 09 21:39:56.286389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.303107 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e6bb82ee-23e7-4f6f-8076-ed7e68213c05 req-9ac10b61-9b65-405d-801d-4d0dc9e1f48a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479848 Sep 09 21:39:56.326668 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.387194 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.390113 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.393927 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/035f188b-9c2c-4a2c-a0cb-716fbc0fddf5 HTTP/1.1" status: 204 len: 168 time: 0.1704946 Sep 09 21:39:56.401306 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9fcaa-b9f7-481a-82e3-dcc92ca45b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f188b-9c2c-4a2c-a0cb-716fbc0fddf5,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:56.690469 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a9df-db89-4abc-b228-a3f9f6696623 req-af24b8cd-5708-4dac-bf52-b44abef5a09e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:56.692177 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f23a9df-db89-4abc-b228-a3f9f6696623 req-af24b8cd-5708-4dac-bf52-b44abef5a09e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0691152 Sep 09 21:39:56.775649 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f23a9df-db89-4abc-b228-a3f9f6696623 req-a6f30291-5d0d-4d89-a105-3a4c33e0015c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772738 Sep 09 21:39:56.841550 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39736) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:56.856275 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6f42dd19-47c4-475b-adb0-c749c6ecceb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:56.996721 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6f42dd19-47c4-475b-adb0-c749c6ecceb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.003230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6f42dd19-47c4-475b-adb0-c749c6ecceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.059641 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-6f42dd19-47c4-475b-adb0-c749c6ecceb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bd9016f9ad04222b34c976a3e00e332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125368 Sep 09 21:39:57.059641 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39744) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:57.060150 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6e6c3-c6e1-4afe-9805-08821caf1fe2 req-cfbe7ecf-9710-4846-b579-bb7e0226214a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:57.061571 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bdc6e6c3-c6e1-4afe-9805-08821caf1fe2 req-cfbe7ecf-9710-4846-b579-bb7e0226214a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0703161 Sep 09 21:39:57.080031 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42dd19-47c4-475b-adb0-c749c6ecceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2af2141-414a-4743-823e-f1093e4d292b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:57.132248 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bdc6e6c3-c6e1-4afe-9805-08821caf1fe2 req-57626b63-2d2d-4aee-8eea-0e6f21c4d03a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Sep 09 21:39:57.159612 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.184936 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.248953 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.252403 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:57.257197 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2af2141-414a-4743-823e-f1093e4d292b HTTP/1.1" status: 204 len: 168 time: 0.1931901 Sep 09 21:39:57.264623 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94be2d-30ed-4b3e-b929-0a7d2bb568d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2af2141-414a-4743-823e-f1093e4d292b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:57.449476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b51b29-797e-482e-b2c0-816f995dd5c5 req-eac8bd41-0fdc-4c14-97e1-dfb06f3a704a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:57.451284 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77b51b29-797e-482e-b2c0-816f995dd5c5 req-eac8bd41-0fdc-4c14-97e1-dfb06f3a704a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0560164 Sep 09 21:39:57.502544 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77b51b29-797e-482e-b2c0-816f995dd5c5 req-96af89a9-37d2-42a1-afff-103f27af2a67 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362647 Sep 09 21:39:57.676417 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:39:57.907238 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a75d3c-e187-4cf6-b964-844619ff3e7f req-bd2c8cd4-63da-44dc-b370-12aa92061fd2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:57.908763 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-61a75d3c-e187-4cf6-b964-844619ff3e7f req-bd2c8cd4-63da-44dc-b370-12aa92061fd2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0613122 Sep 09 21:39:57.970147 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-61a75d3c-e187-4cf6-b964-844619ff3e7f req-a525a8f5-1fe3-4e35-a249-84b038c03a71 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553701 Sep 09 21:39:58.265842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3be4-23a2-4332-b9cf-375f0c4f238d req-36e87f39-547c-428b-9466-4ce1c5a18c34 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:58.267588 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-945d3be4-23a2-4332-b9cf-375f0c4f238d req-36e87f39-547c-428b-9466-4ce1c5a18c34 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0558221 Sep 09 21:39:58.309202 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-945d3be4-23a2-4332-b9cf-375f0c4f238d req-c1d19e9d-415e-428f-835e-a6700b0ab5a0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339010 Sep 09 21:39:58.485281 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39786) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:58.610266 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-12b49c05-2df9-4c92-80b9-c46f3d5ffc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.640663 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e6c0-a073-4915-9416-92321aae6450 req-8cc5eb48-d9ba-4829-8a02-42a8c85e39c6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:58.642187 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e626e6c0-a073-4915-9416-92321aae6450 req-8cc5eb48-d9ba-4829-8a02-42a8c85e39c6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0739460 Sep 09 21:39:58.706428 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e626e6c0-a073-4915-9416-92321aae6450 req-e9165ce9-6dc7-46e1-b437-913810356ede tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574584 Sep 09 21:39:58.755733 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-12b49c05-2df9-4c92-80b9-c46f3d5ffc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.761774 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-12b49c05-2df9-4c92-80b9-c46f3d5ffc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.803713 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b49c05-2df9-4c92-80b9-c46f3d5ffc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e0c44-b672-4009-a9e4-2a9c594b40ba,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:58.808187 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-12b49c05-2df9-4c92-80b9-c46f3d5ffc2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68240a9f1bf48d0a793891425bf06cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218539 Sep 09 21:39:58.810995 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39794) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:39:58.865130 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.888245 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.954255 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.957759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:58.961580 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a6e0c44-b672-4009-a9e4-2a9c594b40ba HTTP/1.1" status: 204 len: 168 time: 0.1472464 Sep 09 21:39:58.970361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380daebe-b874-4a5f-bee0-367bddf888d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e0c44-b672-4009-a9e4-2a9c594b40ba,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:39:59.112578 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9181d0-949d-40f4-abb8-679045fff3cc req-ebe742f3-21f0-4ae8-bc2c-a3642892290a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:59.114312 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e9181d0-949d-40f4-abb8-679045fff3cc req-ebe742f3-21f0-4ae8-bc2c-a3642892290a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0603733 Sep 09 21:39:59.155293 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8e9181d0-949d-40f4-abb8-679045fff3cc req-f2e91cb9-b987-4588-82af-6f1372a01d26 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340211 Sep 09 21:39:59.459687 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a8db3-bb92-42f9-933c-b823f66f1c91 req-93510932-24c7-460b-9321-0b6a765271c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:59.462109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-261a8db3-bb92-42f9-933c-b823f66f1c91 req-93510932-24c7-460b-9321-0b6a765271c7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0687132 Sep 09 21:39:59.507492 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-261a8db3-bb92-42f9-933c-b823f66f1c91 req-92ac199d-ac38-4017-8a7e-05292daa63ae tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Sep 09 21:39:59.694853 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b35ae666-c768-418e-889f-bdb931efe2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:39:59.840733 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6651e-0441-4b79-8100-1254be329d70 req-ced5761b-9452-4a34-a0f9-a916e2c2e01e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:39:59.842952 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36b6651e-0441-4b79-8100-1254be329d70 req-ced5761b-9452-4a34-a0f9-a916e2c2e01e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0612907 Sep 09 21:39:59.887910 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36b6651e-0441-4b79-8100-1254be329d70 req-eff4dfd4-2398-4a53-bc62-36cb5680774e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Sep 09 21:40:00.288011 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282ddff-4429-4b7c-8730-351482582050 req-6babf5a9-b480-4d3d-9af9-7cce98cdca3e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:00.289481 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e282ddff-4429-4b7c-8730-351482582050 req-6babf5a9-b480-4d3d-9af9-7cce98cdca3e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0571454 Sep 09 21:40:00.333807 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e282ddff-4429-4b7c-8730-351482582050 req-148daf4e-006c-4c19-bf50-502e11d39cec tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379503 Sep 09 21:40:00.641620 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-f518f5c7-7bc4-49ae-9b07-51f7a1db9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:00.643273 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-f518f5c7-7bc4-49ae-9b07-51f7a1db9e00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1099 time: 0.0748606 Sep 09 21:40:00.663466 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e584c-03e8-49d1-acb1-b1c8382209aa req-732dafb0-c250-4b8d-9c19-bd08eec95b79 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:00.665594 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ef0e584c-03e8-49d1-acb1-b1c8382209aa req-732dafb0-c250-4b8d-9c19-bd08eec95b79 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0683713 Sep 09 21:40:00.770771 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ef0e584c-03e8-49d1-acb1-b1c8382209aa req-e6d75291-7e38-4eb1-9514-3b34daa5d44a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953789 Sep 09 21:40:00.803352 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-dba3eb68-8b60-494f-9337-e8b029a4e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:00.804804 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-dba3eb68-8b60-494f-9337-e8b029a4e349 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.1381285 Sep 09 21:40:00.878166 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-cc8e902c-be98-4af3-acf4-dbb48ba38e94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1002 time: 0.0629041 Sep 09 21:40:00.940776 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-43e64ec3-a278-40af-bbf0-a7637656702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:00.942160 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-43e64ec3-a278-40af-bbf0-a7637656702d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0501559 Sep 09 21:40:01.014553 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-baa113f3-d0f8-4f87-b3e5-43ec103c2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:01.017457 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-baa113f3-d0f8-4f87-b3e5-43ec103c2821 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623100 Sep 09 21:40:01.048657 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f3444-446d-4ca4-aebc-a0e4b0b27d2b req-8ec4aea2-3e67-495b-94de-6f9c14fbd577 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:01.051407 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f18f3444-446d-4ca4-aebc-a0e4b0b27d2b req-8ec4aea2-3e67-495b-94de-6f9c14fbd577 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0742123 Sep 09 21:40:01.095681 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f18f3444-446d-4ca4-aebc-a0e4b0b27d2b req-208c45f3-2eca-414a-956f-085717d9422d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380275 Sep 09 21:40:01.125896 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39858) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:01.153099 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-1beedfaf-36dc-495a-a881-6f5000e8ea29 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246667 Sep 09 21:40:01.173148 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Deleting subnet 27df025b-8b01-4fe3-8704-a07646b35682 {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:40:01.176660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.213357 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.270825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.277786 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ab3df742-9510-460a-ab50-7ebc0a1a12ba req-5ac7853d-0aff-4503-b506-8c79d4d5b1b0 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056013 Sep 09 21:40:01.338768 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.366061 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27df025b-8b01-4fe3-8704-a07646b35682,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:01.372868 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.374938 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c808a461-3cae-4aa3-988c-2e1fa2f15e77 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/27df025b-8b01-4fe3-8704-a07646b35682 HTTP/1.1" status: 204 len: 168 time: 0.2478883 Sep 09 21:40:01.377515 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39872) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:01.464552 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.515022 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998fed5-1c18-4606-a612-aab8d93d2427 req-8161a1e7-5282-427d-b181-1c8470ea50f1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:01.516651 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1998fed5-1c18-4606-a612-aab8d93d2427 req-8161a1e7-5282-427d-b181-1c8470ea50f1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0725172 Sep 09 21:40:01.601880 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.617866 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1998fed5-1c18-4606-a612-aab8d93d2427 req-00f5a127-b4af-425b-ad70-19787f915811 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840616 Sep 09 21:40:01.631529 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:01.642503 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bfafed-42b5-47ae-8259-1191ba2dccb7') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:01.642803 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bfafed-42b5-47ae-8259-1191ba2dccb7') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:01.654037 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.673181 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.679890 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:40:01.680367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:40:01.682211 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:40:01.756738 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.769796 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:01.769796 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa HTTP/1.1" status: 204 len: 168 time: 0.3885927 Sep 09 21:40:01.780689 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde6b19-3a79-4751-a7e8-daa25ae08b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9fa04e-36c5-4ece-8caf-7b86cf3f02aa,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:01.792880 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530297-49f6-451f-845f-341fc92a5df1 req-276b8caa-99ad-4289-8fdc-edecd9b916f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:01.794489 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b530297-49f6-451f-845f-341fc92a5df1 req-276b8caa-99ad-4289-8fdc-edecd9b916f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.0638266 Sep 09 21:40:01.853524 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b530297-49f6-451f-845f-341fc92a5df1 req-4382f699-58dc-41a6-879e-3f7e1308dc58 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Sep 09 21:40:01.913625 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7332fe-12d3-403e-9b69-76c95fb39cd4 req-046bb32d-396c-476e-946d-0949ec0b0511 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:01.923680 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-df7332fe-12d3-403e-9b69-76c95fb39cd4 req-046bb32d-396c-476e-946d-0949ec0b0511 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0644042 Sep 09 21:40:01.967194 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-df7332fe-12d3-403e-9b69-76c95fb39cd4 req-458afa24-59ad-445c-a7b5-d9b5bd8f18c6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Sep 09 21:40:01.968507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39902) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:02.008185 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-269505b2-4d4a-48fe-aa1f-de380f66d514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=796e99161e7f4d138d2b15ae78d76c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385211 Sep 09 21:40:02.010716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39904) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:02.062920 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:02.090153 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:02.146550 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:02.149199 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:02.150406 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db92166b-5d40-475e-a88d-7771ed49a25d HTTP/1.1" status: 204 len: 168 time: 0.1387496 Sep 09 21:40:02.159294 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff933e-3c0e-4660-8a25-7f70fc2354d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db92166b-5d40-475e-a88d-7771ed49a25d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:02.241734 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde560-b0c9-48f2-92e2-55f583c64c84 req-d75549c6-2bf6-4cb6-90cd-c4c721752ee6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:02.243524 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2bfde560-b0c9-48f2-92e2-55f583c64c84 req-d75549c6-2bf6-4cb6-90cd-c4c721752ee6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0587912 Sep 09 21:40:02.286973 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2bfde560-b0c9-48f2-92e2-55f583c64c84 req-3f3ab94a-eb89-4a13-a372-77c1829fdb7f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 09 21:40:02.631045 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:02.744355 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b8201-9548-47ca-bd9a-9bcc77137807 req-b1237435-563a-4b3d-9171-69299b897f27 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:02.745857 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ec7b8201-9548-47ca-bd9a-9bcc77137807 req-b1237435-563a-4b3d-9171-69299b897f27 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0502443 Sep 09 21:40:02.796120 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ec7b8201-9548-47ca-bd9a-9bcc77137807 req-4df6fc86-ee27-46fe-9244-ec744f4821f2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Sep 09 21:40:02.958841 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-34523525-2104-41f6-9f85-05e99e0f20fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.090550 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce7ef7-4a90-4193-83bc-458efb72caad req-bb515626-e842-4bb9-a06e-23220733c191 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:03.092328 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-03ce7ef7-4a90-4193-83bc-458efb72caad req-bb515626-e842-4bb9-a06e-23220733c191 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0588648 Sep 09 21:40:03.134247 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-03ce7ef7-4a90-4193-83bc-458efb72caad req-d91c3996-e84e-405c-bb40-32effac6fc67 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Sep 09 21:40:03.217608 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 39928) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:03.333792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21ec6a87-6f4e-432f-a049-3d83f7a7a0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.446587 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758e31a-7070-4d28-93cb-bd2ee1e23054 req-4650a4e8-e1a0-482a-80df-07f16e151b64 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:03.448209 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c758e31a-7070-4d28-93cb-bd2ee1e23054 req-4650a4e8-e1a0-482a-80df-07f16e151b64 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 943 time: 0.0858700 Sep 09 21:40:03.509081 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21ec6a87-6f4e-432f-a049-3d83f7a7a0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.512584 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c758e31a-7070-4d28-93cb-bd2ee1e23054 req-f30a767e-7878-4488-b50e-744d210a752d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568068 Sep 09 21:40:03.514175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21ec6a87-6f4e-432f-a049-3d83f7a7a0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.551484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec6a87-6f4e-432f-a049-3d83f7a7a0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2faa59-decd-4304-a03d-6272a5e52c86,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:03.556454 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-21ec6a87-6f4e-432f-a049-3d83f7a7a0c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf06b25f82c48448fcb9f8a1e5c136c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377533 Sep 09 21:40:03.559533 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 39940) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:03.610619 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.632653 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.685322 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.687934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:03.689125 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad2faa59-decd-4304-a03d-6272a5e52c86 HTTP/1.1" status: 204 len: 168 time: 0.1284976 Sep 09 21:40:03.698141 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ecbf-6edd-4935-bdfa-2d54cbc0996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2faa59-decd-4304-a03d-6272a5e52c86,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:03.940183 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368f192-2c1d-413b-b484-222192242285 req-01d05421-7308-45e9-99dd-f9e12303de65 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:03.941748 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c368f192-2c1d-413b-b484-222192242285 req-01d05421-7308-45e9-99dd-f9e12303de65 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 946 time: 0.0661287 Sep 09 21:40:03.983418 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c368f192-2c1d-413b-b484-222192242285 req-515d3297-7548-4938-b98b-9c2837a1b18d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349591 Sep 09 21:40:04.080119 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device bcf845ef-23ca-434c-a295-e59146290443 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:40:04.082497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:04.250189 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:04.290559 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:04.294000 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:04.336182 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'bcf845ef-23ca-434c-a295-e59146290443', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'port_id': 'bcf845ef-23ca-434c-a295-e59146290443', 'mac_address': 'fa:16:3e:1b:8c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:40:04.366799 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:04.370502 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3efe6-ee79-4e10-8dd2-812adcf89980" -d '{"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-unplugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:04.444253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937b8a-c71a-46c1-98e7-323cb923aa40 req-c9ada8ca-c0ac-4cd0-b8f8-366a681864b9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:04.452521 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-53937b8a-c71a-46c1-98e7-323cb923aa40 req-c9ada8ca-c0ac-4cd0-b8f8-366a681864b9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0895219 Sep 09 21:40:04.464716 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:04.478762 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:04.504674 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-53937b8a-c71a-46c1-98e7-323cb923aa40 req-2dfb33b3-8f7f-4499-95e6-be91f9740ca6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503538 Sep 09 21:40:04.528005 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:04.548695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf845ef-23ca-434c-a295-e59146290443 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:04.551615 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-ab28472e-4c9d-418b-860f-b04c89be5160 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894715707&fields=id&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 267 time: 0.0576463 Sep 09 21:40:04.590143 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:04.591620 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=8']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:04.600420 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.601175 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.601732 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.602272 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.602786 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.603322 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.603841 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.604328 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.604804 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.605306 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.605836 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.606164 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:04.621475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:04.704793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:04.785824 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-1a1f49a9-6315-4df2-b00e-45963c44035a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:04.787607 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-1a1f49a9-6315-4df2-b00e-45963c44035a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.2284210 Sep 09 21:40:04.805651 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-39ef0df9-3555-4415-ae7c-91812152c52b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/quotas/c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 375 time: 0.0117743 Sep 09 21:40:04.823561 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411189d-dca9-459c-bf73-3dff4c3ebc7a x-openstack-request-id: req-7411189d-dca9-459c-bf73-3dff4c3ebc7a {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:04.823936 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-unplugged", "status": "failed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "code": 422}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:04.824095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7411189d-dca9-459c-bf73-3dff4c3ebc7a {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:04.824533 dv-cinder-760193-10-iscsi neutron-server[94082]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'code': 422} returned with failed status Sep 09 21:40:04.871998 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-d594ed4b-8ed2-4957-9fe1-8692e32d76cd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574195 Sep 09 21:40:04.913919 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:05.016372 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-331b6812-d98a-4707-9f2e-9019313e690b service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307831 Sep 09 21:40:05.095654 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d805c-3607-496f-bfa2-7e3c31a7c99e req-fbb0f6c7-d63b-4f07-9730-c32523b755ad tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.097375 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2c9d805c-3607-496f-bfa2-7e3c31a7c99e req-fbb0f6c7-d63b-4f07-9730-c32523b755ad tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 944 time: 0.0602796 Sep 09 21:40:05.124639 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-59677eec-bad2-4d7a-bffa-766b6be65e6c service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016791 Sep 09 21:40:05.151428 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2c9d805c-3607-496f-bfa2-7e3c31a7c99e req-9c5fbd76-e3d0-493e-b0f7-a6c4d0310514 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Sep 09 21:40:05.270792 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:05.377418 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-3028a1b2-3f96-48d6-8f0a-5a9024537553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.381983 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-3028a1b2-3f96-48d6-8f0a-5a9024537553 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 1098 time: 0.0684781 Sep 09 21:40:05.399607 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07f5fa-3c2b-4d8d-b6a8-337fa03b2bc5 req-1435add2-03e7-4691-b528-39909777a52d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.402000 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9e07f5fa-3c2b-4d8d-b6a8-337fa03b2bc5 req-1435add2-03e7-4691-b528-39909777a52d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0777233 Sep 09 21:40:05.445559 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9e07f5fa-3c2b-4d8d-b6a8-337fa03b2bc5 req-35ce889c-b39b-4466-8017-5bfc4858cbd3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368502 Sep 09 21:40:05.537072 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-f1abd4d0-f170-42cf-bd71-6aaab8e61d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.538570 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-f1abd4d0-f170-42cf-bd71-6aaab8e61d16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 200 len: 919 time: 0.1504774 Sep 09 21:40:05.601085 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-ec8461b3-445e-4dff-90a5-2b0c1561011b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 200 len: 217 time: 0.0427120 Sep 09 21:40:05.605200 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19680a08-b537-4ed2-89e2-7419a324facd req-5bf17e06-8b6d-4ec4-b9f4-f3eb9a8f25d2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.607181 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19680a08-b537-4ed2-89e2-7419a324facd req-5bf17e06-8b6d-4ec4-b9f4-f3eb9a8f25d2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0608666 Sep 09 21:40:05.671489 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-3c485e2b-c0a4-4e03-910c-5f8afedd6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:05.674066 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-3c485e2b-c0a4-4e03-910c-5f8afedd6a81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 200 len: 858 time: 0.0608482 Sep 09 21:40:05.675124 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-19680a08-b537-4ed2-89e2-7419a324facd req-0b79207d-cba1-4215-8be6-ac8f4be763d3 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Sep 09 21:40:05.737286 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-a842853b-d127-41a0-87c2-ff69d81583ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f2ba42c-3cf1-4596-b627-de6231ca89b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504043 Sep 09 21:40:05.785730 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9159134b-d43a-48e0-a8ef-685dbc0a7cfa req-af690a49-32a5-43dd-9b94-7812ca42ca39 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 210 time: 0.0587482 Sep 09 21:40:05.905725 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-4c633377-704a-423a-9576-38575920e4a3 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603687 Sep 09 21:40:06.079377 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9d32fe5d-f073-4ad3-8dd2-a4b9f3ec8d76 req-e34039f3-a2bc-48a3-a158-0bf12e797741 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600010 Sep 09 21:40:06.087340 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device bcf845ef-23ca-434c-a295-e59146290443 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:06.190375 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port bcf845ef-23ca-434c-a295-e59146290443 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:06.196134 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port bcf845ef-23ca-434c-a295-e59146290443 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:06.196700 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:06.306789 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37dd4-e630-48ef-bb39-df0a7ea01700 req-6a053b6e-751c-488c-89ee-7ffd64253255 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:06.308601 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ec37dd4-e630-48ef-bb39-df0a7ea01700 req-6a053b6e-751c-488c-89ee-7ffd64253255 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 944 time: 0.0733418 Sep 09 21:40:06.350652 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:06.354831 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286c3d-43fb-42f8-a7f6-49cad84a9c25 req-6e6b7ab1-1e07-4d0f-9e3c-9398349f78c8 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:06.356546 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-be286c3d-43fb-42f8-a7f6-49cad84a9c25 req-6e6b7ab1-1e07-4d0f-9e3c-9398349f78c8 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0875020 Sep 09 21:40:06.371465 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ec37dd4-e630-48ef-bb39-df0a7ea01700 req-d14d746f-628b-4e21-8f54-22ba561655b9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544043 Sep 09 21:40:06.390720 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:06.398830 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:06.399802 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:06.435966 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-be286c3d-43fb-42f8-a7f6-49cad84a9c25 req-eb19a8b7-609f-4e4e-8755-37170b5e8970 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Sep 09 21:40:06.478238 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [req-c80ffbbb-9082-449e-a070-527746b1cbab req-7d0fd44b-a411-495e-a1b3-c53b7a5bf82b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:40:06.479314 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c80ffbbb-9082-449e-a070-527746b1cbab req-7d0fd44b-a411-495e-a1b3-c53b7a5bf82b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056744 Sep 09 21:40:06.510588 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:06.656664 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c7a21-b392-469b-8f8c-2e43c4b75944 req-6e6d6d76-e5f4-486a-be91-fa6a82363374 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:06.658132 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c41c7a21-b392-469b-8f8c-2e43c4b75944 req-6e6d6d76-e5f4-486a-be91-fa6a82363374 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0495329 Sep 09 21:40:06.709331 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c41c7a21-b392-469b-8f8c-2e43c4b75944 req-59f4762b-ebca-496e-b251-98e05e4cf00e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450261 Sep 09 21:40:06.815317 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e254d-6e77-461c-aed9-1611d6ddb73e req-670621a4-0973-4a57-a58c-94fb2d167899 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:06.817177 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-af1e254d-6e77-461c-aed9-1611d6ddb73e req-670621a4-0973-4a57-a58c-94fb2d167899 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0522864 Sep 09 21:40:06.825717 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:06.828086 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bffb755-e9ec-4910-b39a-7cdb6fcfd2b7" -d '{"events": [{"server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "name": "network-vif-plugged", "status": "completed", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:06.878555 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-af1e254d-6e77-461c-aed9-1611d6ddb73e req-24fa5946-55b7-4b14-a0a8-99f9c1b4a576 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552416 Sep 09 21:40:06.921861 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bdb8feff-eff1-4d22-9a04-dc8e41232272 req-ed96a106-3fd5-431f-9b02-c755fa5e7ce7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 210 time: 0.0340419 Sep 09 21:40:06.925480 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4433bdfb-54ad-43f4-af9f-4f2d665c3ace x-openstack-request-id: req-4433bdfb-54ad-43f4-af9f-4f2d665c3ace {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:06.925770 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "name": "network-vif-plugged", "status": "completed", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:06.926012 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4433bdfb-54ad-43f4-af9f-4f2d665c3ace {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:06.926465 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'code': 200} Sep 09 21:40:07.039458 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40126) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:07.130942 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782c8e-7776-4425-9e97-39b4a66e6bbe req-c62b0680-cf0b-4506-b346-ded38a2d137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:07.131196 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-844f9b0d-4783-42fa-937c-1c85067578dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904763 Sep 09 21:40:07.132340 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81782c8e-7776-4425-9e97-39b4a66e6bbe req-c62b0680-cf0b-4506-b346-ded38a2d137a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1098 time: 0.0397766 Sep 09 21:40:07.139916 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-391970ba-6d8c-4543-87e0-3dad86498ced service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:40:07.140899 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-391970ba-6d8c-4543-87e0-3dad86498ced service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049043 Sep 09 21:40:07.174569 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-81782c8e-7776-4425-9e97-39b4a66e6bbe req-b1f1577e-c258-4149-b063-013e2c5cc8e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299239 Sep 09 21:40:07.536394 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-7b9ab567-534a-4dad-a1e7-d14e9127e537 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:07.538031 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-7b9ab567-534a-4dad-a1e7-d14e9127e537 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.1481647 Sep 09 21:40:07.543192 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc24c5-8785-44ab-8906-c1b56a688631 req-75cedbac-346f-4d08-b096-007fae42f89b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:07.545556 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-44fc24c5-8785-44ab-8906-c1b56a688631 req-75cedbac-346f-4d08-b096-007fae42f89b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0742126 Sep 09 21:40:07.606413 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57024-519d-4b85-b16f-9f4b2bb41d1f req-70eb183f-484e-4be3-b8f9-d1f86ed291ef tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:07.607628 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-44fc24c5-8785-44ab-8906-c1b56a688631 req-79e47a0e-067c-4de1-b428-7c5fc2b01d3d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550597 Sep 09 21:40:07.608408 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-94b57024-519d-4b85-b16f-9f4b2bb41d1f req-70eb183f-484e-4be3-b8f9-d1f86ed291ef tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0693605 Sep 09 21:40:07.678547 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-ed566e27-d5bc-4da1-b9a6-2751b7375017 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 380 time: 0.0691690 Sep 09 21:40:07.681293 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-94b57024-519d-4b85-b16f-9f4b2bb41d1f req-96db3c74-376a-4d5f-a2b3-5c9b16e6b2f9 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654166 Sep 09 21:40:07.704481 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'port': {'device_id': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'admin_state_up': True, 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'security_groups': ['a973bc57-63f3-4c07-9914-55eb16f75f95']}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:07.832390 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Made reservation on behalf of c47b572c7e7a4ebfa28826b6f67e4881 for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:40:07.836011 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:07.863235 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2626be-c74c-47a5-b6d2-74e029d21dfb req-8657be50-7785-43fe-a11d-c37430f93223 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:07.863235 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ed2626be-c74c-47a5-b6d2-74e029d21dfb req-8657be50-7785-43fe-a11d-c37430f93223 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0504737 Sep 09 21:40:07.911012 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ed2626be-c74c-47a5-b6d2-74e029d21dfb req-b21a0343-1a01-47e0-84e7-012b10223dc9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402539 Sep 09 21:40:08.005942 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.20.0.10 (020ad0cc-54f5-4d1f-b370-8af475a4140b/1d9b639a-92de-4117-b465-516c365d7bf8/e51f1013-8d86-414e-becc-38a10db61882) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:08.031252 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8d6c783c-4578-4b6d-8971-e8c06996d571 req-3239daa6-d85a-43da-b947-37619996fd90 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Sep 09 21:40:08.293985 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f14a4f-1254-4a31-9f35-be04d53f26e0 req-78968910-da9d-4e56-9174-047704e95193 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:08.295564 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36f14a4f-1254-4a31-9f35-be04d53f26e0 req-78968910-da9d-4e56-9174-047704e95193 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.3367736 Sep 09 21:40:08.400572 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-36f14a4f-1254-4a31-9f35-be04d53f26e0 req-aa4fb534-a1f1-40f0-b872-09763f7213da tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982885 Sep 09 21:40:08.459117 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:08.481023 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Transition to ACTIVE for port object e51f1013-8d86-414e-becc-38a10db61882 will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:08.525126 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:08.568358 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:08.571737 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:08.576318 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:08.589157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:08.700632 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:08.701387 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:08.723042 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e465e0c8-3bef-45eb-a31c-697cc538bd0f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0228796 Sep 09 21:40:08.744233 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Request body: {'port': {'device_id': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:08.758109 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-2522f54a-0075-4162-9ead-aa7abf288c3a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:08.761411 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-2522f54a-0075-4162-9ead-aa7abf288c3a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.1335626 Sep 09 21:40:08.817003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ab8-0a48-411a-9a95-1af3472d5cc2 req-1a4fb625-1884-4cff-9184-d32d7b40560c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:08.818770 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f5d2ab8-0a48-411a-9a95-1af3472d5cc2 req-1a4fb625-1884-4cff-9184-d32d7b40560c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.1058538 Sep 09 21:40:08.842134 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:08.860249 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a1c95-28fc-49d7-817e-ee9c50b22d8a req-fc19af04-856b-4b34-92e2-cf735059733e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:08.861798 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fa1a1c95-28fc-49d7-817e-ee9c50b22d8a req-fc19af04-856b-4b34-92e2-cf735059733e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 946 time: 0.0963387 Sep 09 21:40:08.905703 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f5d2ab8-0a48-411a-9a95-1af3472d5cc2 req-c318aa59-5d58-44c4-90ec-cafb77e4bfb9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649602 Sep 09 21:40:08.925704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Deleting port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:40:08.926036 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:08.964407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-0700a798-d493-4e6a-9917-fc6774f1f2c8 None None] Provisioning for port e51f1013-8d86-414e-becc-38a10db61882 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:08.972857 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-0700a798-d493-4e6a-9917-fc6774f1f2c8 None None] Provisioning complete for port e51f1013-8d86-414e-becc-38a10db61882 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:08.973312 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0700a798-d493-4e6a-9917-fc6774f1f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.000279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fa1a1c95-28fc-49d7-817e-ee9c50b22d8a req-26edab82-f138-43ef-b8fc-4b6c72eceed5 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319234 Sep 09 21:40:09.081540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0700a798-d493-4e6a-9917-fc6774f1f2c8 None None] Port e51f1013-8d86-414e-becc-38a10db61882 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:40:09.120341 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.127650 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] For port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:09.128026 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.150878 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Calling delete_port for 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:40:09.163645 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd8367-2062-49fb-8f21-11f9200889b3 req-b60d3e52-73f8-4c8f-94b8-0979925984f7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.165254 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1cd8367-2062-49fb-8f21-11f9200889b3 req-b60d3e52-73f8-4c8f-94b8-0979925984f7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1074018 Sep 09 21:40:09.211975 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457acac-6471-41da-92bf-e60ffad9c16e req-1b64ba9d-7028-4526-98a9-fdfee435d521 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.213581 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a457acac-6471-41da-92bf-e60ffad9c16e req-1b64ba9d-7028-4526-98a9-fdfee435d521 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.1194108 Sep 09 21:40:09.259386 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1cd8367-2062-49fb-8f21-11f9200889b3 req-703637b3-ff74-40c7-a562-702e35cac766 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874572 Sep 09 21:40:09.301787 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a457acac-6471-41da-92bf-e60ffad9c16e req-3b1b1508-6558-4b8c-b9db-ed31848d3ded tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Sep 09 21:40:09.331141 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51f1013-8d86-414e-becc-38a10db61882 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:09.339674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.357028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Transition to ACTIVE for port object e51f1013-8d86-414e-becc-38a10db61882 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:09.364409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.420041 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23809a66-ff83-419d-ba79-e3b17dcf77f9 req-5799acf3-bd5b-4183-9f09-5d02ef87747e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.422790 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-23809a66-ff83-419d-ba79-e3b17dcf77f9 req-5799acf3-bd5b-4183-9f09-5d02ef87747e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 932 time: 0.0806668 Sep 09 21:40:09.422790 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.435678 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:09.440354 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['2d732cba-faf4-4122-8f4f-fbb5dc907bf5'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:09.484862 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Pushing event deleted for resources: {'Port': ['ID=2d732cba-faf4-4122-8f4f-fbb5dc907bf5,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:09.526802 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] No DVR routers for this DVR port 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:40:09.530239 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.530497 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Attempting to bind port e51f1013-8d86-414e-becc-38a10db61882 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:40:09.530889 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Attempting to bind port e51f1013-8d86-414e-becc-38a10db61882 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:40:09.531311 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Attempting to bind port e51f1013-8d86-414e-becc-38a10db61882 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:09.532370 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4985cc7a-56b0-4956-9a9b-43d5b828ba6c req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "DELETE /v2.0/ports/2d732cba-faf4-4122-8f4f-fbb5dc907bf5 HTTP/1.1" status: 204 len: 173 time: 0.7575684 Sep 09 21:40:09.537516 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Port e51f1013-8d86-414e-becc-38a10db61882 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:40:09.537516 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Attempting to bind port e51f1013-8d86-414e-becc-38a10db61882 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:09.537820 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'name': 'network-vif-deleted', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:09.541260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186c5de-adc2-41f1-8159-a1d6400e23d7" -d '{"events": [{"server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "name": "network-vif-deleted", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:09.545744 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.546199 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.546543 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.546925 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.547523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.548085 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.548677 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.549218 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.549672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.550204 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.550427 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.550830 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aded08-57a6-473c-8c7c-7e218524c0b2 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:09.558489 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:40:09.559083 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:09.559573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Bound using segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:40:09.560414 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Bound port: e51f1013-8d86-414e-becc-38a10db61882, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:40:09.560901 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.574518 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-23809a66-ff83-419d-ba79-e3b17dcf77f9 req-5479e30f-2564-4c27-a33d-78d20b600411 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430585 Sep 09 21:40:09.709969 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22424a88-7fda-43f1-b1c3-8a9f3f939688 x-openstack-request-id: req-22424a88-7fda-43f1-b1c3-8a9f3f939688 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:09.710255 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ed3039-5d32-4899-9b76-658833071ec0", "name": "network-vif-deleted", "tag": "2d732cba-faf4-4122-8f4f-fbb5dc907bf5", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:09.710499 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22424a88-7fda-43f1-b1c3-8a9f3f939688 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:09.710891 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ed3039-5d32-4899-9b76-658833071ec0', 'name': 'network-vif-deleted', 'tag': '2d732cba-faf4-4122-8f4f-fbb5dc907bf5', 'status': 'completed', 'code': 200} Sep 09 21:40:09.737042 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:40:09.753048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e51f1013-8d86-414e-becc-38a10db61882,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:40:09.784850 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.809908 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e175f-fef6-4d84-8738-08dc854ea2d3 req-5b11fa05-dbf6-43be-ae9b-d5ea52e8ba58 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.821028 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c16e175f-fef6-4d84-8738-08dc854ea2d3 req-5b11fa05-dbf6-43be-ae9b-d5ea52e8ba58 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1709683 Sep 09 21:40:09.835946 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.836571 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:09.838429 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/e51f1013-8d86-414e-becc-38a10db61882 HTTP/1.1" status: 200 len: 1094 time: 1.0986252 Sep 09 21:40:09.839180 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:09.842368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "tag": "e51f1013-8d86-414e-becc-38a10db61882"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:09.865306 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f638293-b81b-46b3-8276-cb821851a7ae req-9f8db16e-a280-4ca6-b474-f587ce3b4dbe tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.866902 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f638293-b81b-46b3-8276-cb821851a7ae req-9f8db16e-a280-4ca6-b474-f587ce3b4dbe tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.1125314 Sep 09 21:40:09.888417 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-60836673-a462-4bca-b4c6-25b640aceab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:09.890044 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-60836673-a462-4bca-b4c6-25b640aceab7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 1097 time: 0.1568079 Sep 09 21:40:09.908452 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c16e175f-fef6-4d84-8738-08dc854ea2d3 req-3d33055b-1f84-46ac-8633-c57bf8c8aa87 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864766 Sep 09 21:40:09.944268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999858a-6e08-41d2-a632-10caa19ff9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:09.997477 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-b770f082-8656-4b33-814b-aef418f45e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.002543 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-b770f082-8656-4b33-814b-aef418f45e07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1097 time: 0.0742528 Sep 09 21:40:10.007772 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f638293-b81b-46b3-8276-cb821851a7ae req-a620ccfb-096e-4c95-ac29-aaf2b8fb2598 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304300 Sep 09 21:40:10.013015 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7f7a4-8d85-44e4-b520-30cba9c50d7c x-openstack-request-id: req-79d7f7a4-8d85-44e4-b520-30cba9c50d7c {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:10.017558 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "tag": "e51f1013-8d86-414e-becc-38a10db61882", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:10.018143 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79d7f7a4-8d85-44e4-b520-30cba9c50d7c {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:10.018620 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882', 'status': 'completed', 'code': 200} Sep 09 21:40:10.039222 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-18470aae-bdc0-4532-9327-a8a7d5091608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.043026 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-18470aae-bdc0-4532-9327-a8a7d5091608 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 1097 time: 0.1400359 Sep 09 21:40:10.123030 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-79369de7-3153-4380-a19a-31927de0f682 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f1013-8d86-414e-becc-38a10db61882 HTTP/1.1" status: 200 len: 217 time: 0.0613661 Sep 09 21:40:10.202455 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-3a00b0e4-d995-42a0-a91b-cff73677b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.206697 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-3a00b0e4-d995-42a0-a91b-cff73677b3fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0728202 Sep 09 21:40:10.207399 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-355cf221-3e78-464b-8361-45bacf02cd5c req-5fd84894-be6a-4091-a154-156f9a7b1c01 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9ed3039-5d32-4899-9b76-658833071ec0 HTTP/1.1" status: 200 len: 210 time: 0.0349987 Sep 09 21:40:10.245667 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-241f7711-c034-477c-bbe7-fd340053810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.247826 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-241f7711-c034-477c-bbe7-fd340053810d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.2316990 Sep 09 21:40:10.295256 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-c260972a-a7f0-4bdb-86ba-5da5932526a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.299305 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-c260972a-a7f0-4bdb-86ba-5da5932526a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788581 Sep 09 21:40:10.418731 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-6e402244-2f2a-4bad-9065-0a72949165d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1000 time: 0.1533239 Sep 09 21:40:10.457831 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-f8789255-ac1b-4ffa-8d0b-903b8f35e9a5 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513958 Sep 09 21:40:10.513673 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-8a40c6df-990b-4161-a8c2-a768c22a4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.515506 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-8a40c6df-990b-4161-a8c2-a768c22a4ef9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0889077 Sep 09 21:40:10.524779 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e532a2b-9b10-450a-a271-c78b44a57d5c req-0f76898a-83ca-4e69-82e6-6478eba042b4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.526555 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e532a2b-9b10-450a-a271-c78b44a57d5c req-0f76898a-83ca-4e69-82e6-6478eba042b4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1030295 Sep 09 21:40:10.636279 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1e532a2b-9b10-450a-a271-c78b44a57d5c req-fde9378a-d810-4c09-96b8-9ffb26774717 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983970 Sep 09 21:40:10.637310 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f31919b5-f235-427d-8b8f-eff8d4dcf823 req-e1644897-c396-48fc-b95c-9777ac6a7d8e service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677473 Sep 09 21:40:10.649516 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-245d7f33-7aee-42a5-9c88-e121bf703430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.652014 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-245d7f33-7aee-42a5-9c88-e121bf703430 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1244669 Sep 09 21:40:10.777054 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d03282-f3e9-4005-ad18-8ea4bd0c79b4 req-ea0b7f3c-b659-436b-8317-f4b22d523433 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.778121 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-ad5ffcc9-203e-4a1e-a1d3-6ff88eb19275 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036239 Sep 09 21:40:10.778999 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d03282-f3e9-4005-ad18-8ea4bd0c79b4 req-ea0b7f3c-b659-436b-8317-f4b22d523433 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0879450 Sep 09 21:40:10.786331 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-c99a99e2-ebc9-4b85-bb79-9d3cf2b4263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.787732 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-c99a99e2-ebc9-4b85-bb79-9d3cf2b4263c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 1097 time: 0.0677807 Sep 09 21:40:10.855239 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d03282-f3e9-4005-ad18-8ea4bd0c79b4 req-f4e3bd5a-26f0-4384-ba9d-5399f870171f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664189 Sep 09 21:40:10.877899 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d6a43fc-0dd1-46d3-87f9-799eb88fe85a req-92f593f4-3c1b-4adb-8432-c80f9869d40d service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914454 Sep 09 21:40:10.906009 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-b8c9eadd-267f-4205-a62c-3e112bdba019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:10.907642 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-b8c9eadd-267f-4205-a62c-3e112bdba019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.1051276 Sep 09 21:40:10.994861 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-dc473324-ab4c-40c9-84c9-ddc9ff8de9fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f1013-8d86-414e-becc-38a10db61882 HTTP/1.1" status: 200 len: 217 time: 0.0461307 Sep 09 21:40:11.035526 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-f3e9e205-421e-4703-a1f2-cea517711005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.037031 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-f3e9e205-421e-4703-a1f2-cea517711005 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1097 time: 0.0537529 Sep 09 21:40:11.069372 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-7321bd6c-2c46-4d81-88a9-ffcefcf45bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.070870 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-7321bd6c-2c46-4d81-88a9-ffcefcf45bfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0447330 Sep 09 21:40:11.123682 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-777a7e78-5770-4500-917f-52ecb422c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.125279 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-777a7e78-5770-4500-917f-52ecb422c642 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468578 Sep 09 21:40:11.159603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-33ab44ad-3ff0-4b26-b0e5-4db7268da4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.161109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-33ab44ad-3ff0-4b26-b0e5-4db7268da4b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.1043804 Sep 09 21:40:11.224249 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-40c5e531-8588-4874-aafb-04b5ed0a4306 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900340 Sep 09 21:40:11.230193 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-8334a1fe-a65a-479b-9707-264103687d44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1000 time: 0.0613816 Sep 09 21:40:11.303223 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-8186345e-ac8d-421d-a8ee-3cea32bebb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.304936 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-8186345e-ac8d-421d-a8ee-3cea32bebb1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0674541 Sep 09 21:40:11.358804 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-dc1fb116-a333-4320-9621-4c8b2046cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.361446 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-dc1fb116-a333-4320-9621-4c8b2046cde6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476768 Sep 09 21:40:11.366666 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05ae3595-033e-4f5f-8dd3-958b9d3f04c6 req-d1088a90-58db-47ca-b322-6e2d1df0b64b service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294482 Sep 09 21:40:11.488100 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-48918dc3-8abd-4504-b601-168f770f3c05 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092625 Sep 09 21:40:11.702194 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4263f79c-1a3f-4f5a-bf58-c4b1d6067c02 req-65341fd0-09f8-4809-ad09-9006722449a4 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930325 Sep 09 21:40:11.882293 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322ba9b-325d-41bd-b3fd-499cc881473a req-4226da8b-cbc9-4271-8530-5ef4dd5c03ca tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:11.885384 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c322ba9b-325d-41bd-b3fd-499cc881473a req-4226da8b-cbc9-4271-8530-5ef4dd5c03ca tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0985274 Sep 09 21:40:11.988899 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c322ba9b-325d-41bd-b3fd-499cc881473a req-75245480-e251-4dc1-93af-18e27ccbb2be tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930414 Sep 09 21:40:12.086734 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e7406-844d-4c21-bbc9-c579e95f811e req-ac0e9fc8-6889-4919-8f0c-a3eb2f7d63c8 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:12.088311 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b88e7406-844d-4c21-bbc9-c579e95f811e req-ac0e9fc8-6889-4919-8f0c-a3eb2f7d63c8 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.1107874 Sep 09 21:40:12.169349 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b88e7406-844d-4c21-bbc9-c579e95f811e req-e04376ae-903c-4ba3-ae67-f43eef1719f0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720098 Sep 09 21:40:12.907358 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:12.944380 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:40:12.944848 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2d732cba-faf4-4122-8f4f-fbb5dc907bf5 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:40:13.137154 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9deb48a-c108-420c-8ec1-a9a3025cd5cd req-4cd0440f-6347-400a-9a41-69a6953b9d3b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:13.139078 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b9deb48a-c108-420c-8ec1-a9a3025cd5cd req-4cd0440f-6347-400a-9a41-69a6953b9d3b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0578299 Sep 09 21:40:13.191454 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b9deb48a-c108-420c-8ec1-a9a3025cd5cd req-b70f2dae-ec78-4f5d-b584-c2e7a9f18ffc tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459743 Sep 09 21:40:13.308021 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2dcab-1b1a-4061-9e7a-d5448874610f req-44ac4daa-d222-4f85-80de-7140edf01eef tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:13.309515 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63d2dcab-1b1a-4061-9e7a-d5448874610f req-44ac4daa-d222-4f85-80de-7140edf01eef tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0528228 Sep 09 21:40:13.357768 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63d2dcab-1b1a-4061-9e7a-d5448874610f req-da4403e8-8e4f-401d-8cad-35c97199025e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413790 Sep 09 21:40:14.320310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b490812-0c12-4435-a3f3-d7cc6846f474 req-bbbe0d66-e24f-4432-83c6-b7608ff77622 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:14.321975 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b490812-0c12-4435-a3f3-d7cc6846f474 req-bbbe0d66-e24f-4432-83c6-b7608ff77622 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0577195 Sep 09 21:40:14.363008 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b490812-0c12-4435-a3f3-d7cc6846f474 req-f21350e0-9ca2-4e1a-a377-7ae8d15965f7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350449 Sep 09 21:40:14.505636 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ccaa-f8d5-4a74-bc09-2f2a395ed17f req-a8538a8e-b39a-4f28-a921-11a50f3f0d9b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:14.507232 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aab7ccaa-f8d5-4a74-bc09-2f2a395ed17f req-a8538a8e-b39a-4f28-a921-11a50f3f0d9b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0533457 Sep 09 21:40:14.570128 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aab7ccaa-f8d5-4a74-bc09-2f2a395ed17f req-3dc79b75-b95f-4b09-bd46-1454947aa4ba tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557423 Sep 09 21:40:15.507483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3f47-4a14-4bec-a3b7-864f6723e769 req-757a7de5-3e79-4898-8a2e-34a4d65233bb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:15.509036 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-405b3f47-4a14-4bec-a3b7-864f6723e769 req-757a7de5-3e79-4898-8a2e-34a4d65233bb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0649347 Sep 09 21:40:15.552075 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-405b3f47-4a14-4bec-a3b7-864f6723e769 req-fce811be-88e2-458c-a855-e6abab79e054 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350904 Sep 09 21:40:15.705811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bb3ac-e733-4483-8bdc-43cddd805e98 req-c3317a6d-ba8d-42ae-b1c2-dcc1e697cc30 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:15.714901 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-217bb3ac-e733-4483-8bdc-43cddd805e98 req-c3317a6d-ba8d-42ae-b1c2-dcc1e697cc30 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0776918 Sep 09 21:40:15.774557 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-217bb3ac-e733-4483-8bdc-43cddd805e98 req-1684e919-af51-4d62-b796-2c1ab2cc7dca tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585005 Sep 09 21:40:16.690371 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e139c-0d84-4bcf-9d80-c33ba7b94b46 req-fae60c6e-be20-49b2-893e-5f40af330990 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:16.692243 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e2e139c-0d84-4bcf-9d80-c33ba7b94b46 req-fae60c6e-be20-49b2-893e-5f40af330990 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0551360 Sep 09 21:40:16.738102 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e2e139c-0d84-4bcf-9d80-c33ba7b94b46 req-6a796e86-4028-4844-be21-545fc9e6da73 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358338 Sep 09 21:40:16.920574 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448ec58-7c37-4ee0-8f26-a36db433be1c req-631c3df0-1f1d-45ad-a0ac-60167d416c7d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:16.922618 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9448ec58-7c37-4ee0-8f26-a36db433be1c req-631c3df0-1f1d-45ad-a0ac-60167d416c7d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0725410 Sep 09 21:40:17.003082 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9448ec58-7c37-4ee0-8f26-a36db433be1c req-a64f5fb2-4ebb-4cd4-985f-fdb87cf99a46 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732665 Sep 09 21:40:17.672674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546701e-8b08-4f68-ae2f-f4d060fad152 req-6403ea58-c6e7-4bc7-9749-9628ac3b4f89 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:17.674263 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a546701e-8b08-4f68-ae2f-f4d060fad152 req-6403ea58-c6e7-4bc7-9749-9628ac3b4f89 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0628176 Sep 09 21:40:17.722649 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a546701e-8b08-4f68-ae2f-f4d060fad152 req-c2d4eb9c-1ade-4e08-9aeb-05671cdbea64 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Sep 09 21:40:17.889450 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b12d5b-33af-4acd-a855-9d5c44e961e8 req-3db182d6-b118-4afc-8099-06ac16362239 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:17.891416 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-84b12d5b-33af-4acd-a855-9d5c44e961e8 req-3db182d6-b118-4afc-8099-06ac16362239 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0525944 Sep 09 21:40:17.949070 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-84b12d5b-33af-4acd-a855-9d5c44e961e8 req-d61576ec-8d00-4cbf-b7f4-5d6838b57cc1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512183 Sep 09 21:40:18.151183 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3b557-f53b-4701-a889-464fec2e9c3d req-5eb0f38d-fc0f-4a98-bd2e-137c46a4de63 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:18.154490 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1aa3b557-f53b-4701-a889-464fec2e9c3d req-5eb0f38d-fc0f-4a98-bd2e-137c46a4de63 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0772202 Sep 09 21:40:18.194214 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1aa3b557-f53b-4701-a889-464fec2e9c3d req-f8317bab-fdb2-4437-9e04-6283e01db626 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Sep 09 21:40:18.857394 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a19b1a-aaa0-460f-8945-dd8b89a524f2 req-dfe6cedf-27ee-40c4-b26f-528934a73539 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:18.858939 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e0a19b1a-aaa0-460f-8945-dd8b89a524f2 req-dfe6cedf-27ee-40c4-b26f-528934a73539 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0613592 Sep 09 21:40:18.905507 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e0a19b1a-aaa0-460f-8945-dd8b89a524f2 req-e02c4665-4fee-463e-acce-2515019f3e84 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Sep 09 21:40:19.115909 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d242e-d82b-45c9-8427-2372983e974b req-7872f1b1-57da-4c42-b5f6-d7a678f0bb52 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:19.119335 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cb2d242e-d82b-45c9-8427-2372983e974b req-7872f1b1-57da-4c42-b5f6-d7a678f0bb52 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0578368 Sep 09 21:40:19.161864 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-cb2d242e-d82b-45c9-8427-2372983e974b req-fe57c2af-d60c-43fd-a322-764b27013134 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Sep 09 21:40:19.330887 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16406875-4155-4f2c-bfc4-9b029eeb9169 req-8eb3ebb3-f1bd-4a77-ba8f-034104210ac0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:19.332500 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16406875-4155-4f2c-bfc4-9b029eeb9169 req-8eb3ebb3-f1bd-4a77-ba8f-034104210ac0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0668318 Sep 09 21:40:19.388134 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16406875-4155-4f2c-bfc4-9b029eeb9169 req-a0353f0d-32a8-4d4d-afb2-c625e7418f39 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442867 Sep 09 21:40:20.075088 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1f7dd-59ca-41f0-9e27-bbaaee8b2c71 req-7470bc6e-da15-4b05-98f6-fec37b517ba1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:20.078266 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3df1f7dd-59ca-41f0-9e27-bbaaee8b2c71 req-7470bc6e-da15-4b05-98f6-fec37b517ba1 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0652392 Sep 09 21:40:20.125951 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3df1f7dd-59ca-41f0-9e27-bbaaee8b2c71 req-a9c8da71-4dd3-496c-801c-17ac4bbd4ef7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Sep 09 21:40:20.306512 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef9323-7b9a-4924-818c-7c2cba71cf7c req-d6bdd3b9-5dee-48da-99c3-765ae0aeb55b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:20.308240 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01ef9323-7b9a-4924-818c-7c2cba71cf7c req-d6bdd3b9-5dee-48da-99c3-765ae0aeb55b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0669558 Sep 09 21:40:20.350818 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01ef9323-7b9a-4924-818c-7c2cba71cf7c req-bb048590-21b7-43d0-9e7f-329b6c05b12c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360739 Sep 09 21:40:20.515978 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f2b0-367c-4740-ac71-5cc5f8de42c2 req-ff46bf30-1a83-4456-93f2-9a3fb7257226 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:20.517633 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-afe8f2b0-367c-4740-ac71-5cc5f8de42c2 req-ff46bf30-1a83-4456-93f2-9a3fb7257226 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Sep 09 21:40:20.566247 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-afe8f2b0-367c-4740-ac71-5cc5f8de42c2 req-4e78ae4e-a2b0-4b5c-9a7d-f6cad3664e65 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Sep 09 21:40:21.248701 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b12dc-2aca-4a34-9602-523697588748 req-cb4bfe9c-ab3c-4b90-8e5f-406eaf362249 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:21.251220 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e65b12dc-2aca-4a34-9602-523697588748 req-cb4bfe9c-ab3c-4b90-8e5f-406eaf362249 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0558295 Sep 09 21:40:21.316695 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e65b12dc-2aca-4a34-9602-523697588748 req-d6a4c093-0d2e-46e7-a827-256db48fa272 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564868 Sep 09 21:40:23.867766 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-5a8cd638-97ac-4006-b6d3-0530faf82db7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:23.869395 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-5a8cd638-97ac-4006-b6d3-0530faf82db7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 813 time: 0.1125906 Sep 09 21:40:23.886630 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-cb65239a-b483-43bc-a869-2566fb7d431e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/quotas/055b005e618a4ae0a861f6331e90772f HTTP/1.1" status: 200 len: 375 time: 0.0100942 Sep 09 21:40:23.924135 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-997c5dd4-5cbf-4d69-9cea-d0afc09a14cb tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313559 Sep 09 21:40:24.015604 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-bb503c72-9366-4649-88c1-dfae9d328f49 service neutron] 10.222.0.21 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Sep 09 21:40:24.120600 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-bc582988-c612-4f39-bcdb-d2506cc9b4fe service neutron] 10.222.0.21 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971987 Sep 09 21:40:24.319689 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd74a65-7e54-4450-a3b4-2d2b74e2f418 req-afee3d64-d4c5-4f8f-8237-09290a365bab tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:24.322358 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8fd74a65-7e54-4450-a3b4-2d2b74e2f418 req-afee3d64-d4c5-4f8f-8237-09290a365bab tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0545089 Sep 09 21:40:24.360917 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8fd74a65-7e54-4450-a3b4-2d2b74e2f418 req-e2112137-1f8c-4ed0-b241-cda923e101b1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336835 Sep 09 21:40:24.476742 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafe477-0050-43ed-8692-3366cc9f7c0f req-274cf6a9-0640-4672-9807-df1bf24566e7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:24.483817 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8aafe477-0050-43ed-8692-3366cc9f7c0f req-274cf6a9-0640-4672-9807-df1bf24566e7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0582325 Sep 09 21:40:24.523767 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8aafe477-0050-43ed-8692-3366cc9f7c0f req-c23af920-c465-4000-93a4-02e5e18e7ec1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Sep 09 21:40:24.655416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa519bcb-a3a3-40ad-889c-f3b7269ce488 req-f951c247-b206-4495-8513-11a0df6f5f7a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:24.656996 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aa519bcb-a3a3-40ad-889c-f3b7269ce488 req-f951c247-b206-4495-8513-11a0df6f5f7a tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0640185 Sep 09 21:40:24.705634 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aa519bcb-a3a3-40ad-889c-f3b7269ce488 req-43a10ac8-47ba-43b1-aaf4-ec90ae153542 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 09 21:40:24.790573 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c94af9b8-81ff-489e-9320-e0142b9a12fd req-40b46178-d7d5-4f9f-9e4e-e91584ec638e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Sep 09 21:40:25.654421 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f96c4-6aea-490d-9e8b-d68c374ba264 req-d7eefa4c-94d5-42e6-a321-5024c2fae60a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:25.655980 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-936f96c4-6aea-490d-9e8b-d68c374ba264 req-d7eefa4c-94d5-42e6-a321-5024c2fae60a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0524607 Sep 09 21:40:25.703410 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-936f96c4-6aea-490d-9e8b-d68c374ba264 req-8b3ecc03-696c-48c2-8b43-09d1240a6e2c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Sep 09 21:40:25.756172 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6aaec-0de7-4e1f-9f3f-9c5956a60a56 req-76438e82-457b-4e8b-8280-706a255cbba3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:25.756172 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-20d6aaec-0de7-4e1f-9f3f-9c5956a60a56 req-76438e82-457b-4e8b-8280-706a255cbba3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.3192425 Sep 09 21:40:25.826994 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606efc8-2e48-458f-94dd-e8a6013d800c req-47bb2dcd-7075-4fad-97ba-828cb6b09f31 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:25.828496 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6606efc8-2e48-458f-94dd-e8a6013d800c req-47bb2dcd-7075-4fad-97ba-828cb6b09f31 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0509090 Sep 09 21:40:25.836983 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-20d6aaec-0de7-4e1f-9f3f-9c5956a60a56 req-f205c06e-22a7-4707-be92-a3708eb2d373 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551543 Sep 09 21:40:25.845401 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-0a31bf71-024b-4fa9-91cc-3a390cbf471e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:25.846805 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-0a31bf71-024b-4fa9-91cc-3a390cbf471e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 813 time: 0.1473985 Sep 09 21:40:25.868357 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Request body: {'port': {'device_id': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161', 'admin_state_up': True, 'tenant_id': '055b005e618a4ae0a861f6331e90772f'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:25.874772 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6606efc8-2e48-458f-94dd-e8a6013d800c req-d54afa0c-900f-4fc8-a538-9b3594a4a833 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Sep 09 21:40:25.963273 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a52de60f-8acf-46c5-beaf-efde1d8e9226 req-56b8838c-dd2a-4e40-8670-025f15199f4a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 210 time: 0.0319104 Sep 09 21:40:26.008407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Made reservation on behalf of 055b005e618a4ae0a861f6331e90772f for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:40:26.011970 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.143379 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Allocated IP 172.20.0.5 (97089ec8-f80d-45c9-9d3f-e368d02cc161/aa6379c7-0ac5-4933-9f55-76371835036e/4380b304-79f3-410f-b682-1df785b6269b) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:26.305142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.347008 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.388397 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Network 97089ec8-f80d-45c9-9d3f-e368d02cc161 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:26.391566 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:26.395278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:26.403931 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Pushing event updated for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:26.449608 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:26.450220 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.467396 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-59ec1f27-1583-46a4-9179-975c9dd50122 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033056 Sep 09 21:40:26.489493 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Request body: {'port': {'device_id': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:26.549221 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.825776 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4380b304-79f3-410f-b682-1df785b6269b {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:26.830658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d010-ffdb-4dfc-a6ad-dedf8c4f8059 req-68985dfd-9c89-45aa-93ef-ef7a0100fe2a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:26.832281 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe45d010-ffdb-4dfc-a6ad-dedf8c4f8059 req-68985dfd-9c89-45aa-93ef-ef7a0100fe2a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0492601 Sep 09 21:40:26.833512 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.845498 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Transition to ACTIVE for port object 4380b304-79f3-410f-b682-1df785b6269b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:26.851092 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:26.872626 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe45d010-ffdb-4dfc-a6ad-dedf8c4f8059 req-c6790c41-b544-435d-bc31-c25d4666f6c6 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Sep 09 21:40:26.922594 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Pushing event updated for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:26.994782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Attempting to bind port 4380b304-79f3-410f-b682-1df785b6269b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:40:26.995143 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Attempting to bind port 4380b304-79f3-410f-b682-1df785b6269b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:40:26.995468 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Attempting to bind port 4380b304-79f3-410f-b682-1df785b6269b on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:26.996236 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bb8f6-e169-420c-bb8f-5d18568f2728 req-20a233fd-3ef8-428c-8360-48653a72f352 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:26.997738 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2a5bb8f6-e169-420c-bb8f-5d18568f2728 req-20a233fd-3ef8-428c-8360-48653a72f352 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Sep 09 21:40:27.002412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Port 4380b304-79f3-410f-b682-1df785b6269b on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:40:27.002725 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Attempting to bind port 4380b304-79f3-410f-b682-1df785b6269b on network 97089ec8-f80d-45c9-9d3f-e368d02cc161 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:27.010843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:40:27.011194 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Checking segment: {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:27.011566 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Bound using segment: {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:40:27.011986 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Bound port: 4380b304-79f3-410f-b682-1df785b6269b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b3b27d-ae03-46d7-85d2-94f4897edab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:40:27.012338 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:27.021122 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166f67-47ad-4682-b3eb-6e850f8ef462 req-7eb674cb-3c24-4e42-9589-f80164360689 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.022625 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7c166f67-47ad-4682-b3eb-6e850f8ef462 req-7eb674cb-3c24-4e42-9589-f80164360689 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1048398 Sep 09 21:40:27.037471 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2a5bb8f6-e169-420c-bb8f-5d18568f2728 req-b1e50c65-ee38-4e7d-8c44-642d4305c112 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Sep 09 21:40:27.093165 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7c166f67-47ad-4682-b3eb-6e850f8ef462 req-376b7cce-639d-4912-955c-bc55835dc344 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624616 Sep 09 21:40:27.115856 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:40:27.118953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4380b304-79f3-410f-b682-1df785b6269b,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:40:27.124738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:27.140896 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b053b4-53f9-4bce-b9ae-780ece695f03 req-60119ce4-fac0-41e8-83dc-ef98a68575f7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.142208 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-65b053b4-53f9-4bce-b9ae-780ece695f03 req-60119ce4-fac0-41e8-83dc-ef98a68575f7 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 943 time: 0.0504959 Sep 09 21:40:27.159480 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.160101 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:27.161869 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] 10.222.0.45 "PUT /v2.0/ports/4380b304-79f3-410f-b682-1df785b6269b HTTP/1.1" status: 200 len: 1093 time: 0.6761329 Sep 09 21:40:27.164286 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'tag': '4380b304-79f3-410f-b682-1df785b6269b'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:27.166589 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679360d-6b25-45b1-9138-fcd7eb920479" -d '{"events": [{"name": "network-changed", "server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "tag": "4380b304-79f3-410f-b682-1df785b6269b"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:27.194839 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6c624-aab0-41c2-b487-18f3981698fc service neutron] Pushing event updated for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:27.196145 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-65b053b4-53f9-4bce-b9ae-780ece695f03 req-1b35311d-f979-4360-b622-a4ba38b2b0f9 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Sep 09 21:40:27.224038 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7ed53-47b0-4cc2-a3ac-76d7abe6a2bc x-openstack-request-id: req-d2a7ed53-47b0-4cc2-a3ac-76d7abe6a2bc {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:27.224293 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "tag": "4380b304-79f3-410f-b682-1df785b6269b", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:27.224541 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a7ed53-47b0-4cc2-a3ac-76d7abe6a2bc {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:27.224937 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'tag': '4380b304-79f3-410f-b682-1df785b6269b', 'status': 'completed', 'code': 200} Sep 09 21:40:27.255847 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-cfea0751-bcc1-4363-960e-f86d49cf1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.257269 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-cfea0751-bcc1-4363-960e-f86d49cf1c40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 1096 time: 0.0433714 Sep 09 21:40:27.306593 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-411421a6-105c-4207-aaf3-b661c99ffb9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4380b304-79f3-410f-b682-1df785b6269b HTTP/1.1" status: 200 len: 217 time: 0.0353529 Sep 09 21:40:27.366246 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-b397edce-ed3f-4838-b022-8b34c6674e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.367959 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-b397edce-ed3f-4838-b022-8b34c6674e83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa6379c7-0ac5-4933-9f55-76371835036e HTTP/1.1" status: 200 len: 853 time: 0.0498183 Sep 09 21:40:27.402852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-d1c7a48f-b9f4-4875-a1f6-4131e55f755e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97089ec8-f80d-45c9-9d3f-e368d02cc161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251696 Sep 09 21:40:27.509588 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-f8605a3d-179d-4663-91eb-9fbacafcc828 service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962226 Sep 09 21:40:27.609372 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b6f1f6b-6933-458e-bf15-efa8296c1c63 req-122cbc05-95d1-41d8-8273-f9539c9b8eda service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895844 Sep 09 21:40:27.718953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-11b3f8de-57ae-4920-8f2a-90ff6a3f1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.720511 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-11b3f8de-57ae-4920-8f2a-90ff6a3f1567 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=055b005e618a4ae0a861f6331e90772f&device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 1096 time: 0.0441210 Sep 09 21:40:27.822550 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-8a5a6f08-5b3b-4c73-a7e3-a2e06bbb9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.824120 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-8a5a6f08-5b3b-4c73-a7e3-a2e06bbb9a11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 200 len: 914 time: 0.0937028 Sep 09 21:40:27.872509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-c4cdb85a-897c-4861-9f51-f3edade9f7b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4380b304-79f3-410f-b682-1df785b6269b HTTP/1.1" status: 200 len: 217 time: 0.0350626 Sep 09 21:40:27.928983 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-2a7cc4d1-69eb-4b18-ae7d-291f21289c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:27.930678 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-2a7cc4d1-69eb-4b18-ae7d-291f21289c3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=aa6379c7-0ac5-4933-9f55-76371835036e HTTP/1.1" status: 200 len: 853 time: 0.0508251 Sep 09 21:40:27.964851 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-8d2eeac3-3286-4140-8cf8-6b5b5056a247 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=97089ec8-f80d-45c9-9d3f-e368d02cc161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262063 Sep 09 21:40:28.001088 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49711a35-4a57-40d8-813d-78608c720995 req-58243ccf-4fe9-4014-b29b-c0c255f70bcc tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:28.002637 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-49711a35-4a57-40d8-813d-78608c720995 req-58243ccf-4fe9-4014-b29b-c0c255f70bcc tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 944 time: 0.0505354 Sep 09 21:40:28.043621 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-49711a35-4a57-40d8-813d-78608c720995 req-329df0ba-e587-4c05-acfa-3c7da4510266 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341587 Sep 09 21:40:28.062166 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-3692b4de-4300-45bf-9018-a75a085c61fc service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883818 Sep 09 21:40:28.192232 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device e51f1013-8d86-414e-becc-38a10db61882 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:40:28.192913 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2679360d-6b25-45b1-9138-fcd7eb920479 req-3a25eee2-2f48-47dc-b7a3-c0b78b603154 service neutron] 10.222.0.45 "GET /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200275 Sep 09 21:40:28.206437 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9532c8-521c-4207-b32c-a4b5b79ff6b5 req-1c93cb61-da13-4d29-a11c-abe1563db64d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:28.210349 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7e9532c8-521c-4207-b32c-a4b5b79ff6b5 req-1c93cb61-da13-4d29-a11c-abe1563db64d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0735927 Sep 09 21:40:28.220632 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385caaf8-bad0-4b9f-8592-a7e03daba77c req-1d10cff5-7ab9-4759-ac76-768f60b8eed8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:28.222515 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-385caaf8-bad0-4b9f-8592-a7e03daba77c req-1d10cff5-7ab9-4759-ac76-768f60b8eed8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0555503 Sep 09 21:40:28.253022 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7e9532c8-521c-4207-b32c-a4b5b79ff6b5 req-91ae69f3-5551-4a86-bab3-826cab3b44f7 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Sep 09 21:40:28.263345 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-385caaf8-bad0-4b9f-8592-a7e03daba77c req-c87e9829-f27b-44ff-a8c1-396f0aee5a0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343502 Sep 09 21:40:28.308784 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e51f1013-8d86-414e-becc-38a10db61882,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:28.320175 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'e51f1013-8d86-414e-becc-38a10db61882', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'port_id': 'e51f1013-8d86-414e-becc-38a10db61882', 'mac_address': 'fa:16:3e:4b:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:40:28.356184 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:28.363613 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babad03c-2ac0-4552-b8e1-0298a3a0a300 req-6b6f5520-2263-44c8-a900-1a32fcfed339 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:28.365306 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-babad03c-2ac0-4552-b8e1-0298a3a0a300 req-6b6f5520-2263-44c8-a900-1a32fcfed339 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 943 time: 0.0532000 Sep 09 21:40:28.369247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51f1013-8d86-414e-becc-38a10db61882 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:28.388614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e51f1013-8d86-414e-becc-38a10db61882,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:28.395165 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:28.413333 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-babad03c-2ac0-4552-b8e1-0298a3a0a300 req-e3a9467e-201d-4745-8eea-bd77a08ce864 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Sep 09 21:40:28.443382 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:28.635278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-0bc19914-50c5-4d3c-aed0-6b5d1d0fba04 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:28.637272 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-0bc19914-50c5-4d3c-aed0-6b5d1d0fba04 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 945 time: 0.0596693 Sep 09 21:40:28.737222 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Deleting port 35d79fb2-2140-4bd5-bc44-da670099319a {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:40:28.737536 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:28.841310 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] For port 35d79fb2-2140-4bd5-bc44-da670099319a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=35d79fb2-2140-4bd5-bc44-da670099319a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:28.841688 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:28.855744 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['e51f1013-8d86-414e-becc-38a10db61882'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:28.860043 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Calling delete_port for 35d79fb2-2140-4bd5-bc44-da670099319a owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:40:29.010015 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:29.059973 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Pushing event deleted for resources: {'Port': ['ID=35d79fb2-2140-4bd5-bc44-da670099319a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:29.105053 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] No DVR routers for this DVR port 35d79fb2-2140-4bd5-bc44-da670099319a on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:40:29.108061 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:29.110573 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8752a0c1-8c38-47be-aecb-6a3b71101e24 req-370f2c5e-706a-4724-bd82-263b59ff263d tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "DELETE /v2.0/ports/35d79fb2-2140-4bd5-bc44-da670099319a HTTP/1.1" status: 204 len: 173 time: 0.4624760 Sep 09 21:40:29.181605 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a72-24ef-4e7d-8419-dfe3f03419a7 req-1cdae4c6-153b-4154-b7bc-6baba11bad32 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:29.183058 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e7af1a72-24ef-4e7d-8419-dfe3f03419a7 req-1cdae4c6-153b-4154-b7bc-6baba11bad32 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 945 time: 0.0540817 Sep 09 21:40:29.226624 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'name': 'network-vif-deleted', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:29.229246 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819cc0b9-8310-4389-8316-f8255f5ecc09" -d '{"events": [{"server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "name": "network-vif-deleted", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:29.231791 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e7af1a72-24ef-4e7d-8419-dfe3f03419a7 req-a382ff11-78bc-40f2-a56c-dbd68d794dea tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Sep 09 21:40:29.268776 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f47e0c-a596-4a64-86d2-0100ca71d577 x-openstack-request-id: req-62f47e0c-a596-4a64-86d2-0100ca71d577 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:29.269069 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a1658b-a5ef-4988-8943-5688fe25f863", "name": "network-vif-deleted", "tag": "35d79fb2-2140-4bd5-bc44-da670099319a", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:29.269327 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62f47e0c-a596-4a64-86d2-0100ca71d577 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:29.269878 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a1658b-a5ef-4988-8943-5688fe25f863', 'name': 'network-vif-deleted', 'tag': '35d79fb2-2140-4bd5-bc44-da670099319a', 'status': 'completed', 'code': 200} Sep 09 21:40:29.361493 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c6561358-f662-4fe0-ac0b-392ada83efef req-99498419-d23e-490b-ae13-fd5305751b39 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6a1658b-a5ef-4988-8943-5688fe25f863 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Sep 09 21:40:29.386556 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176ce07-584c-407f-8dff-e98b3bed2967 req-01fc4b3a-3a16-4767-b469-93af76bfeb84 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:29.388658 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f176ce07-584c-407f-8dff-e98b3bed2967 req-01fc4b3a-3a16-4767-b469-93af76bfeb84 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0514145 Sep 09 21:40:29.439890 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f176ce07-584c-407f-8dff-e98b3bed2967 req-516fd586-71c3-41eb-977a-d6b2d2f6042a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448246 Sep 09 21:40:29.533985 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c485e-7bbf-4efd-a424-f62cb51e9292 req-a7d2ca3c-ad7a-4ef8-b04b-56da03731e71 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:29.535588 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-035c485e-7bbf-4efd-a424-f62cb51e9292 req-a7d2ca3c-ad7a-4ef8-b04b-56da03731e71 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 943 time: 0.0504637 Sep 09 21:40:29.575255 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-035c485e-7bbf-4efd-a424-f62cb51e9292 req-28345118-d5d0-4fe0-a455-078611cf0134 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Sep 09 21:40:29.628501 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['acce1e14-59d7-4644-ab01-58200c0455e8', '35d79fb2-2140-4bd5-bc44-da670099319a'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:29.700867 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-863fd76a-ebb8-4101-9520-d1d4cb186f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.212668 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4380b304-79f3-410f-b682-1df785b6269b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:40:30.217050 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device e51f1013-8d86-414e-becc-38a10db61882 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:30.330907 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port e51f1013-8d86-414e-becc-38a10db61882 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:30.343084 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port e51f1013-8d86-414e-becc-38a10db61882 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:30.343438 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.353577 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b26ace-b989-4e52-84ec-111e000f425f req-645d7207-bf3a-4afc-9ea0-851b31885461 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:30.355148 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b5b26ace-b989-4e52-84ec-111e000f425f req-645d7207-bf3a-4afc-9ea0-851b31885461 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 945 time: 0.0537069 Sep 09 21:40:30.377744 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4380b304-79f3-410f-b682-1df785b6269b,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:30.395442 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '4380b304-79f3-410f-b682-1df785b6269b', 'network_id': '97089ec8-f80d-45c9-9d3f-e368d02cc161', 'port_id': '4380b304-79f3-410f-b682-1df785b6269b', 'mac_address': 'fa:16:3e:bb:2a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa6379c7-0ac5-4933-9f55-76371835036e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:40:30.396348 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b5b26ace-b989-4e52-84ec-111e000f425f req-04b8894a-e5f4-445d-966d-b6316d63145b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351369 Sep 09 21:40:30.588761 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad275f7e-8a66-4535-bee4-ec5b49775fe0 req-06028ccd-0b9c-4162-941e-5028f3fa2891 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:30.589563 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.590569 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ad275f7e-8a66-4535-bee4-ec5b49775fe0 req-06028ccd-0b9c-4162-941e-5028f3fa2891 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0735369 Sep 09 21:40:30.609331 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.613618 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4380b304-79f3-410f-b682-1df785b6269b {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:30.635116 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ad275f7e-8a66-4535-bee4-ec5b49775fe0 req-fbc83ed5-6ac4-42de-9f67-f1515027a37d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 Sep 09 21:40:30.648338 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4380b304-79f3-410f-b682-1df785b6269b,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:30.653624 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:30.655958 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4fee1-1da5-4b08-a2cc-7787a3bda58e" -d '{"events": [{"server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "name": "network-vif-plugged", "status": "completed", "tag": "e51f1013-8d86-414e-becc-38a10db61882"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:30.661278 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.673443 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e51f1013-8d86-414e-becc-38a10db61882,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:30.683216 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde3b93-b56d-4c85-9b34-08aa50eb6304 req-77b0b86c-1ad8-4b07-ab81-882e0994c43c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:30.685351 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-adde3b93-b56d-4c85-9b34-08aa50eb6304 req-77b0b86c-1ad8-4b07-ab81-882e0994c43c tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0658524 Sep 09 21:40:30.694651 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:30.722268 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:30.734674 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-adde3b93-b56d-4c85-9b34-08aa50eb6304 req-bd747899-babb-4c44-a625-b9a3461589ca tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Sep 09 21:40:30.771773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60957d90-5e69-4e7f-8543-4a46aed42c0a req-91c4ad2f-2c97-409f-802a-341a4147d64a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:30.773355 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60957d90-5e69-4e7f-8543-4a46aed42c0a req-91c4ad2f-2c97-409f-802a-341a4147d64a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 944 time: 0.0598261 Sep 09 21:40:30.777324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:30.788574 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b281d9-6655-4b35-84bf-4106e6e9afe5 x-openstack-request-id: req-f8b281d9-6655-4b35-84bf-4106e6e9afe5 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:30.788864 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "name": "network-vif-plugged", "status": "completed", "tag": "e51f1013-8d86-414e-becc-38a10db61882", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:30.789110 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8b281d9-6655-4b35-84bf-4106e6e9afe5 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:30.789494 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882', 'code': 200} Sep 09 21:40:30.816707 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60957d90-5e69-4e7f-8543-4a46aed42c0a req-f0608ac2-25a0-4aa0-95fa-ea12dd0c9580 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369365 Sep 09 21:40:30.978513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['4380b304-79f3-410f-b682-1df785b6269b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:31.078329 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b39f-3f0c-4b36-8ddd-9b037f79e928 req-9120b10a-8196-4a79-9cf1-f05be3c3f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:31.079929 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-63b0b39f-3f0c-4b36-8ddd-9b037f79e928 req-9120b10a-8196-4a79-9cf1-f05be3c3f75a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 1099 time: 0.0475500 Sep 09 21:40:31.117138 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-63b0b39f-3f0c-4b36-8ddd-9b037f79e928 req-1d2e665b-88b9-48d6-8e2a-3b256a070cb9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278404 Sep 09 21:40:31.553484 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db8ac-af17-46bc-908f-527398e987e2 req-d7bfbc88-8f31-4466-817f-2013e03b3c59 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:31.555003 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c15db8ac-af17-46bc-908f-527398e987e2 req-d7bfbc88-8f31-4466-817f-2013e03b3c59 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0662863 Sep 09 21:40:31.592794 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c15db8ac-af17-46bc-908f-527398e987e2 req-3f82d256-4322-44a1-b51f-f3511350d736 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Sep 09 21:40:31.769828 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1a85a-a10f-4be3-a8f4-15962b0036c9 req-ed561341-defd-46cf-9145-46c0d2fa4851 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:31.771924 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2db1a85a-a10f-4be3-a8f4-15962b0036c9 req-ed561341-defd-46cf-9145-46c0d2fa4851 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0571053 Sep 09 21:40:31.817752 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2db1a85a-a10f-4be3-a8f4-15962b0036c9 req-66f742a2-87ee-49da-b31f-66f21b34095f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369925 Sep 09 21:40:31.870359 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b14d-3950-4cae-84a8-ced79eac5684 req-8321fb09-3729-43bb-aea1-43bd552ce854 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:31.872019 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e123b14d-3950-4cae-84a8-ced79eac5684 req-8321fb09-3729-43bb-aea1-43bd552ce854 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0542727 Sep 09 21:40:31.922195 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e123b14d-3950-4cae-84a8-ced79eac5684 req-730796ac-0a90-42b7-bdd4-f2225e8d6b64 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Sep 09 21:40:31.955465 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d86db4-f905-4c02-8d68-64ce94de3120 req-bac260dd-28a6-444b-8152-0eedd000e507 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:31.957465 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a9d86db4-f905-4c02-8d68-64ce94de3120 req-bac260dd-28a6-444b-8152-0eedd000e507 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 944 time: 0.0549746 Sep 09 21:40:31.996160 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a9d86db4-f905-4c02-8d68-64ce94de3120 req-d65ac55e-37ad-4591-b15f-cb7849525026 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Sep 09 21:40:32.238715 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4380b304-79f3-410f-b682-1df785b6269b up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:32.294282 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 4380b304-79f3-410f-b682-1df785b6269b completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:32.300678 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 4380b304-79f3-410f-b682-1df785b6269b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:32.301110 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:32.384789 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:32.417603 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4380b304-79f3-410f-b682-1df785b6269b,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:32.423440 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:32.424237 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 35d79fb2-2140-4bd5-bc44-da670099319a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:32.461241 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 35d79fb2-2140-4bd5-bc44-da670099319a {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:40:32.461579 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 35d79fb2-2140-4bd5-bc44-da670099319a not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:40:32.489791 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:32.635439 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:32.730221 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f6e4-154d-4ca2-a36d-c69dc1b57c69 req-9118ddfe-a10b-463b-9a84-841a35ae3a9a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:32.731929 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4124f6e4-154d-4ca2-a36d-c69dc1b57c69 req-9118ddfe-a10b-463b-9a84-841a35ae3a9a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0497055 Sep 09 21:40:32.780417 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4124f6e4-154d-4ca2-a36d-c69dc1b57c69 req-73cd0716-bf09-4ec4-9cfe-df629d1b13f8 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Sep 09 21:40:32.791006 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4380b304-79f3-410f-b682-1df785b6269b'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:32.793918 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c489dbec-bec4-4f86-9828-3d436739509d" -d '{"events": [{"server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "name": "network-vif-plugged", "status": "completed", "tag": "4380b304-79f3-410f-b682-1df785b6269b"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:32.831813 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2c9708-a90e-4fa9-9709-6abb0e2eed6f x-openstack-request-id: req-6c2c9708-a90e-4fa9-9709-6abb0e2eed6f {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:32.832107 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "name": "network-vif-plugged", "status": "completed", "tag": "4380b304-79f3-410f-b682-1df785b6269b", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:32.832351 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c2c9708-a90e-4fa9-9709-6abb0e2eed6f {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:32.832799 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4380b304-79f3-410f-b682-1df785b6269b', 'code': 200} Sep 09 21:40:32.959953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e5687-6c63-4a95-9916-034b6091f694 req-4dced8b9-8b3a-47aa-858e-e218beb853f6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:32.961679 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-574e5687-6c63-4a95-9916-034b6091f694 req-4dced8b9-8b3a-47aa-858e-e218beb853f6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0646114 Sep 09 21:40:32.971225 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6be03878-7910-4b8e-9218-cbbf7ebf26f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:33.030739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-574e5687-6c63-4a95-9916-034b6091f694 req-71d31ada-2bbb-4188-9b4b-1bd91071ed46 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581527 Sep 09 21:40:33.038324 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d7178-9f15-4268-8daf-a49456d77113 req-fc2978eb-3c58-4c9e-86a7-c42faee55f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:33.039987 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0b6d7178-9f15-4268-8daf-a49456d77113 req-fc2978eb-3c58-4c9e-86a7-c42faee55f3a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 1098 time: 0.0538359 Sep 09 21:40:33.065567 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb342ca-27b3-4983-86c3-8d981d28141b req-7705a4b7-8b98-40e4-a73e-c92db147f09b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:33.067404 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb342ca-27b3-4983-86c3-8d981d28141b req-7705a4b7-8b98-40e4-a73e-c92db147f09b tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0581515 Sep 09 21:40:33.080275 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0b6d7178-9f15-4268-8daf-a49456d77113 req-b45d63db-ed8d-4bb2-ab9d-b950b36a3045 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Sep 09 21:40:33.112116 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb342ca-27b3-4983-86c3-8d981d28141b req-3b84a081-e963-47f1-aa70-49323958d8a2 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Sep 09 21:40:33.153897 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355c79-14c9-4e5c-9095-729561b30668 req-ff4630b5-cffe-426b-a70d-8c1daa5616da tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:33.155464 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f2355c79-14c9-4e5c-9095-729561b30668 req-ff4630b5-cffe-426b-a70d-8c1daa5616da tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0495925 Sep 09 21:40:33.194703 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f2355c79-14c9-4e5c-9095-729561b30668 req-74c218eb-dab9-4f3b-a8aa-3a5cff133544 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Sep 09 21:40:33.904753 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc016dd-c7ff-4245-badb-8c25372e9782 req-62f16801-e1c8-4013-bc1b-6aa3fc369e9e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:33.906268 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2bc016dd-c7ff-4245-badb-8c25372e9782 req-62f16801-e1c8-4013-bc1b-6aa3fc369e9e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Sep 09 21:40:33.952999 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2bc016dd-c7ff-4245-badb-8c25372e9782 req-654c6e54-a257-409b-b1e5-bc75484c0bdc tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390217 Sep 09 21:40:34.164253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a93c77-e99d-4ad1-8dce-4b92a381c1a6 req-da07df5b-2b40-4eab-a89c-f91e682f5f36 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:34.165804 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68a93c77-e99d-4ad1-8dce-4b92a381c1a6 req-da07df5b-2b40-4eab-a89c-f91e682f5f36 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0608275 Sep 09 21:40:34.202460 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:34.208899 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68a93c77-e99d-4ad1-8dce-4b92a381c1a6 req-1fd1f0d9-c822-41a1-b997-72f42544e6ac tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Sep 09 21:40:34.237020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607051be-c009-4e03-8c2a-2c778ba58d7d req-33ceba62-be04-435c-8211-23f7c2a03d27 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:34.238520 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-607051be-c009-4e03-8c2a-2c778ba58d7d req-33ceba62-be04-435c-8211-23f7c2a03d27 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0538809 Sep 09 21:40:34.276931 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-607051be-c009-4e03-8c2a-2c778ba58d7d req-b9f0060f-5209-49ac-be25-762f04dc082e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Sep 09 21:40:34.339457 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386aeb-ffc2-417c-a827-87edcf17ca39 req-f78e924b-92f9-4de2-aa08-525f7a8c5554 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:34.340872 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d6386aeb-ffc2-417c-a827-87edcf17ca39 req-f78e924b-92f9-4de2-aa08-525f7a8c5554 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0588138 Sep 09 21:40:34.388972 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d6386aeb-ffc2-417c-a827-87edcf17ca39 req-aa931572-655b-464c-b976-51638c701f22 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Sep 09 21:40:34.679463 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:40:35.080073 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846495e-0db7-48c7-902d-27ba5a0150d7 req-d3f3bf2b-fbf0-483d-b1c0-812f4f7fceb0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:35.081921 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b846495e-0db7-48c7-902d-27ba5a0150d7 req-d3f3bf2b-fbf0-483d-b1c0-812f4f7fceb0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0593941 Sep 09 21:40:35.127663 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b846495e-0db7-48c7-902d-27ba5a0150d7 req-d259c477-23b3-40b9-8537-d124a5a752cd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Sep 09 21:40:35.266281 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:35.341907 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f330788-c8b5-401c-ba3d-5aaf8cad19d1 req-7871de8e-8141-4fde-851a-0e52124de307 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:35.343459 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5f330788-c8b5-401c-ba3d-5aaf8cad19d1 req-7871de8e-8141-4fde-851a-0e52124de307 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0522165 Sep 09 21:40:35.382018 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5f330788-c8b5-401c-ba3d-5aaf8cad19d1 req-25d4c68d-8739-4437-b962-ec40f16b857d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Sep 09 21:40:35.404605 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f41ff-9f16-4eb6-a5d7-cf4dc834be18 req-f2ac9793-f795-4f90-a606-eecbce045451 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:35.406110 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-623f41ff-9f16-4eb6-a5d7-cf4dc834be18 req-f2ac9793-f795-4f90-a606-eecbce045451 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0503161 Sep 09 21:40:35.446475 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-623f41ff-9f16-4eb6-a5d7-cf4dc834be18 req-2528d07d-6c50-48c3-b3b3-27e46084c7a6 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Sep 09 21:40:35.517241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e90cd-6df6-4d4a-b680-61d14d7dc556 req-2657503b-abfe-41c0-8b42-ab1051f9684f tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:35.518635 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a06e90cd-6df6-4d4a-b680-61d14d7dc556 req-2657503b-abfe-41c0-8b42-ab1051f9684f tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0582156 Sep 09 21:40:35.562046 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a06e90cd-6df6-4d4a-b680-61d14d7dc556 req-a679b2e6-0499-4dce-b76d-511f37d84efa tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366459 Sep 09 21:40:36.254349 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0cbe2-7980-4be4-8b3a-753e72fe3cd8 req-c512c0a1-fb76-48f8-88b3-f3f07610898e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:36.255931 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2ee0cbe2-7980-4be4-8b3a-753e72fe3cd8 req-c512c0a1-fb76-48f8-88b3-f3f07610898e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0600612 Sep 09 21:40:36.294177 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2ee0cbe2-7980-4be4-8b3a-753e72fe3cd8 req-65479b7f-839f-43e2-8c77-c53f3df8cce4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Sep 09 21:40:36.427072 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7dc8c-5074-4400-a8be-1f8bf780b0a4 req-d784eac7-1fd6-4037-b004-fa273656d01a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:36.428573 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dda7dc8c-5074-4400-a8be-1f8bf780b0a4 req-d784eac7-1fd6-4037-b004-fa273656d01a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0543349 Sep 09 21:40:36.468013 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-dda7dc8c-5074-4400-a8be-1f8bf780b0a4 req-78d4f692-9fc5-4d5c-b7b0-65383cf44c04 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Sep 09 21:40:36.489792 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40572) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:36.508672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b791c9b-6cc2-484c-887b-b08a3d42d352 req-238dfd61-47d4-44f6-b890-d288f27c1b9e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:36.510244 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b791c9b-6cc2-484c-887b-b08a3d42d352 req-238dfd61-47d4-44f6-b890-d288f27c1b9e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0517976 Sep 09 21:40:36.553716 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8b791c9b-6cc2-484c-887b-b08a3d42d352 req-d4404d12-c93c-41a9-ab55-4a4a82aca6ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375359 Sep 09 21:40:36.583025 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85ad0d-20ad-4e7b-9cfe-df85205aed01 req-c9f64c62-abc7-41aa-a8b2-6a053e24f378 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:36.584673 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ac85ad0d-20ad-4e7b-9cfe-df85205aed01 req-c9f64c62-abc7-41aa-a8b2-6a053e24f378 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0603936 Sep 09 21:40:36.645236 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ac85ad0d-20ad-4e7b-9cfe-df85205aed01 req-6742e0c3-296e-4dae-8950-2faa5fd26ff0 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Sep 09 21:40:36.656475 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace346c0-4027-41a5-bfba-a5420cf769b6 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:36.658003 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ace346c0-4027-41a5-bfba-a5420cf769b6 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 1094 time: 0.1670463 Sep 09 21:40:36.661192 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40578) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:36.665580 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'port_id': 'e51f1013-8d86-414e-becc-38a10db61882', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:36.694061 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:36.798380 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:37.129125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.27.0.69 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/4bb3b596-2d6d-4a39-ac95-1cbceae93162) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:37.236875 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:37.283012 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:37.325958 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:37.328712 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:37.331665 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:37.366093 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=4bb3b596-2d6d-4a39-ac95-1cbceae93162,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:37.381597 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.382076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.382538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.382996 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.383482 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.383941 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.384398 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.384857 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.385313 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.385761 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.386220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.386663 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:37.686968 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e808eb8-d499-4f6d-aba9-d64116c6a869 req-9606a63b-dc5f-4a57-a200-84e017368ced tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:37.688589 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6e808eb8-d499-4f6d-aba9-d64116c6a869 req-9606a63b-dc5f-4a57-a200-84e017368ced tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0577173 Sep 09 21:40:37.733995 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6e808eb8-d499-4f6d-aba9-d64116c6a869 req-3f81ce21-6447-4ba3-8229-c908ec0af378 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358980 Sep 09 21:40:37.840560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:37.894325 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00bbc-7fc7-4b2e-b8d9-1ef65a62c406 req-64ca605f-db6f-482e-b7b0-b22e173bb0b4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:37.895883 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd00bbc-7fc7-4b2e-b8d9-1ef65a62c406 req-64ca605f-db6f-482e-b7b0-b22e173bb0b4 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.1675208 Sep 09 21:40:37.972794 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2dd00bbc-7fc7-4b2e-b8d9-1ef65a62c406 req-fb2e5e8e-05bc-4f3e-a3df-5b1d6709fb20 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680306 Sep 09 21:40:37.977989 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.153498 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.159464 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.234098 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=4bb3b596-2d6d-4a39-ac95-1cbceae93162,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:38.244231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.358761 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP 4bfaa59b-1da5-4162-bb8e-ff1243b70686 associated. External IP: 172.27.0.69, port: e51f1013-8d86-414e-becc-38a10db61882. Sep 09 21:40:38.572942 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:40:38.689696 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:40:38.705567 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:40:38.708910 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.717650 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:38.718532 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:38.722113 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-e1010369-e097-4485-8134-dd1360f2ffb9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:38.724301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-e1010369-e097-4485-8134-dd1360f2ffb9 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 945 time: 0.0558527 Sep 09 21:40:38.741117 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-30a93a0d-790e-4549-b2f3-134756028628 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0788360 Sep 09 21:40:38.741645 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:38.743914 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17842730-5a03-448d-b7fe-7a8aebef5cad" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "tag": "e51f1013-8d86-414e-becc-38a10db61882"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:38.781588 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0cb7ce-eedf-472e-bad9-0c6aa2df29d3 x-openstack-request-id: req-0b0cb7ce-eedf-472e-bad9-0c6aa2df29d3 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:38.781882 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "tag": "e51f1013-8d86-414e-becc-38a10db61882", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:38.782128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b0cb7ce-eedf-472e-bad9-0c6aa2df29d3 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:38.782525 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882', 'status': 'completed', 'code': 200} Sep 09 21:40:38.847679 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:38.853825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Deleting port acce1e14-59d7-4644-ab01-58200c0455e8 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:40:38.854249 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.892180 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658708de-0ac0-475c-b6dc-d36b8a40cf21 req-a44526c5-6fca-4943-9223-a3f6a4c26680 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:38.893770 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-658708de-0ac0-475c-b6dc-d36b8a40cf21 req-a44526c5-6fca-4943-9223-a3f6a4c26680 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0801196 Sep 09 21:40:38.901574 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-a01fe51c-798e-492c-a165-c1048c48dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:38.903457 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-a01fe51c-798e-492c-a165-c1048c48dbea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 1099 time: 0.0882318 Sep 09 21:40:38.961923 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] For port acce1e14-59d7-4644-ab01-58200c0455e8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=acce1e14-59d7-4644-ab01-58200c0455e8,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:38.961923 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:38.974839 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-658708de-0ac0-475c-b6dc-d36b8a40cf21 req-103cd90b-439d-4fcb-b9f4-188cab21854f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703969 Sep 09 21:40:38.975230 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Calling delete_port for acce1e14-59d7-4644-ab01-58200c0455e8 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:40:39.050130 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-ed901630-9cfe-4667-81b8-975cdb3b62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:39.052085 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-ed901630-9cfe-4667-81b8-975cdb3b62d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.1404958 Sep 09 21:40:39.124459 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-f4c6c11a-a14a-4b5c-9288-77cbf565e5ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f1013-8d86-414e-becc-38a10db61882 HTTP/1.1" status: 200 len: 999 time: 0.0638454 Sep 09 21:40:39.132764 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:39.162327 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '4bfaa59b-1da5-4162-bb8e-ff1243b70686', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'e51f1013-8d86-414e-becc-38a10db61882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:4b:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:37Z', 'updated_at': '2021-09-09T21:40:37Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:39.168667 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:39.184702 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['acce1e14-59d7-4644-ab01-58200c0455e8'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:39.184971 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420def1f-cdb8-4b51-bea7-52c881f57f17 req-cb2db99b-474a-44e0-9ede-0fb3f0d0617e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:39.188186 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-420def1f-cdb8-4b51-bea7-52c881f57f17 req-cb2db99b-474a-44e0-9ede-0fb3f0d0617e tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c3abbf4-5573-4a07-b32a-5a899ab051dc HTTP/1.1" status: 200 len: 867 time: 0.1329129 Sep 09 21:40:39.190451 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:40:39.201985 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:39.202623 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:39.211508 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-20189608-01d8-484c-b0c1-bd7cbf4154ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:39.214194 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-20189608-01d8-484c-b0c1-bd7cbf4154ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0798106 Sep 09 21:40:39.229306 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Pushing event deleted for resources: {'Port': ['ID=acce1e14-59d7-4644-ab01-58200c0455e8,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:39.296773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-fe2a42ac-ce67-420b-b109-a46d3bb71c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:39.297986 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-420def1f-cdb8-4b51-bea7-52c881f57f17 req-d57139a5-0542-40b9-b6be-08d5a96a3118 tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.21 "GET /v2.0/security-groups?id=f86040ee-7358-44b1-8022-80a1a0aa7bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013622 Sep 09 21:40:39.298295 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-fe2a42ac-ce67-420b-b109-a46d3bb71c06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743349 Sep 09 21:40:39.298752 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] No DVR routers for this DVR port acce1e14-59d7-4644-ab01-58200c0455e8 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:40:39.301721 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:39.303987 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-914e669b-3f52-4e51-ba48-e5047787d2ad req-609f656f-8dd8-4b35-a4a9-1214845aadfd tempest-ServerRescueNegativeTestJSON-1700930448 tempest-ServerRescueNegativeTestJSON-1700930448-project] 10.222.0.45 "DELETE /v2.0/ports/acce1e14-59d7-4644-ab01-58200c0455e8 HTTP/1.1" status: 204 len: 173 time: 0.5671537 Sep 09 21:40:39.304976 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'name': 'network-vif-deleted', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:39.307339 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1faba-f866-420a-ab37-a7b53809de06" -d '{"events": [{"server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "name": "network-vif-deleted", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:39.328597 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:39.353651 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db66163-c640-4353-ae15-bc9cbfff397b x-openstack-request-id: req-2db66163-c640-4353-ae15-bc9cbfff397b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:39.354034 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3abbf4-5573-4a07-b32a-5a899ab051dc", "name": "network-vif-deleted", "tag": "acce1e14-59d7-4644-ab01-58200c0455e8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:39.354214 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2db66163-c640-4353-ae15-bc9cbfff397b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:39.354590 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3abbf4-5573-4a07-b32a-5a899ab051dc', 'name': 'network-vif-deleted', 'tag': 'acce1e14-59d7-4644-ab01-58200c0455e8', 'status': 'completed', 'code': 200} Sep 09 21:40:39.417169 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-4b708c4c-16a4-4d73-948c-8088f154644f service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072567 Sep 09 21:40:39.527202 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17842730-5a03-448d-b7fe-7a8aebef5cad req-724bfbed-077d-49b0-83e7-5f207cf001be service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947750 Sep 09 21:40:39.629717 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '4bfaa59b-1da5-4162-bb8e-ff1243b70686', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'e51f1013-8d86-414e-becc-38a10db61882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:4b:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:37Z', 'updated_at': '2021-09-09T21:40:37Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:39.662044 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fadb64d-3f65-4024-829a-f7ff70bacccd None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '4bfaa59b-1da5-4162-bb8e-ff1243b70686', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'e51f1013-8d86-414e-becc-38a10db61882', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:4b:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:37Z', 'updated_at': '2021-09-09T21:40:37Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:40:39.924108 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fefd6-e9e9-470e-b4da-f924701a7b8b None None] New status for floating IP 4bfaa59b-1da5-4162-bb8e-ff1243b70686: ACTIVE {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:40:40.119612 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593f270-0f5f-4298-a72b-46bdd598d627 req-e1cf2a64-f0a7-4c69-bbfa-a47ea7f8d36c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:40.121262 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c593f270-0f5f-4298-a72b-46bdd598d627 req-e1cf2a64-f0a7-4c69-bbfa-a47ea7f8d36c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0574403 Sep 09 21:40:40.170424 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c593f270-0f5f-4298-a72b-46bdd598d627 req-732cfbf7-3795-4d66-9d4c-365f29006428 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Sep 09 21:40:40.368146 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40622) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:41.114842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:41.321036 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93eef5-1ff0-468d-b444-144d1e386245 req-dc530c86-182c-4208-9e68-8a994fc8d287 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:41.323973 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef93eef5-1ff0-468d-b444-144d1e386245 req-dc530c86-182c-4208-9e68-8a994fc8d287 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0706170 Sep 09 21:40:41.377852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef93eef5-1ff0-468d-b444-144d1e386245 req-bed64817-a333-4812-9c5a-e9bbbe261508 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Sep 09 21:40:41.468081 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Deleting port 7501658f-5a4a-4b73-b399-7d118438385a {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:40:41.468690 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:41.564684 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] For port 7501658f-5a4a-4b73-b399-7d118438385a, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7501658f-5a4a-4b73-b399-7d118438385a,segment=NetworkSegment(c9c6b207-387b-443f-9179-2b227a5bd04f),segment_id=c9c6b207-387b-443f-9179-2b227a5bd04f)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:41.565045 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:41.580098 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Calling delete_port for 7501658f-5a4a-4b73-b399-7d118438385a owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:40:41.772292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:41.809509 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Pushing event deleted for resources: {'Port': ['ID=7501658f-5a4a-4b73-b399-7d118438385a,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:41.991078 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:42.222432 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Router ec9d94db-7bf6-46f7-b978-4a16c5255827 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:40:42.304523 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device acce1e14-59d7-4644-ab01-58200c0455e8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:42.324865 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: acce1e14-59d7-4644-ab01-58200c0455e8 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:40:42.325206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device acce1e14-59d7-4644-ab01-58200c0455e8 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:40:42.345712 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:40:42.350929 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5d8b1cc5-5b58-4579-9f54-ae1e499f3584 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec9d94db-7bf6-46f7-b978-4a16c5255827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813452 Sep 09 21:40:42.354617 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40638) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:42.362228 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Sync routers for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:40:42.373054 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:42.373907 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:42.501613 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:42.515132 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:42.531798 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae43b11-3af3-4320-a787-deeedbe7e12a req-2a645381-556e-4b1c-89a6-499e5aeb8c80 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:42.533567 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ae43b11-3af3-4320-a787-deeedbe7e12a req-2a645381-556e-4b1c-89a6-499e5aeb8c80 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0594308 Sep 09 21:40:42.589947 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ae43b11-3af3-4320-a787-deeedbe7e12a req-26e6ea3e-ebd5-4610-a7d3-634d32e73467 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491734 Sep 09 21:40:42.690428 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:42.754106 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Deleting port 447117ef-d904-4083-85a4-776943a5e625 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:40:42.754579 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:42.817435 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '447117ef-d904-4083-85a4-776943a5e625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:40:41Z', 'revision_number': 5, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port': {'id': '447117ef-d904-4083-85a4-776943a5e625', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:09Z', 'updated_at': '2021-09-09T21:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:42.853372 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Checking router: ec9d94db-7bf6-46f7-b978-4a16c5255827 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:40:42.865601 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] For port 447117ef-d904-4083-85a4-776943a5e625, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=447117ef-d904-4083-85a4-776943a5e625,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:42.865953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:42.866300 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Routers {'ec9d94db-7bf6-46f7-b978-4a16c5255827'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:42.866926 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['ec9d94db-7bf6-46f7-b978-4a16c5255827'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:42.880481 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Calling delete_port for 447117ef-d904-4083-85a4-776943a5e625 owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:40:42.972512 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] Set router ec9d94db-7bf6-46f7-b978-4a16c5255827 gateway port host: None {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:43.040633 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:40:42Z', 'revision_number': 6, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:43.073402 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc421d-769b-43e6-8e99-4a4b1eeae7cd None None] The sync data for ids ['ec9d94db-7bf6-46f7-b978-4a16c5255827'] in dv-cinder-760193-10-iscsi is: [{'id': 'ec9d94db-7bf6-46f7-b978-4a16c5255827', 'name': 'tempest-ServerRescueNegativeTestJSON-957513932-router', 'tenant_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:06Z', 'updated_at': '2021-09-09T21:40:42Z', 'revision_number': 6, 'project_id': 'bef6229a4088409f9d1a385ccb82c9e3', 'gw_port_host': None}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:40:43.104420 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.143695 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Pushing event deleted for resources: {'Port': ['ID=447117ef-d904-4083-85a4-776943a5e625,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:43.205638 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.317004 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.319658 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.387151 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.387842 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9d94db-7bf6-46f7-b978-4a16c5255827 {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:40:43.393817 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.394874 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-2ccb5317-008e-4c44-b781-e6f766cc545d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec9d94db-7bf6-46f7-b978-4a16c5255827 HTTP/1.1" status: 204 len: 168 time: 1.0392814 Sep 09 21:40:43.398890 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40646) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:43.452895 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Deleting subnet 299c5070-07f6-42f5-9b01-751113bb20df {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:40:43.456403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.509871 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.561616 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.635816 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.683222 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:43.685185 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/299c5070-07f6-42f5-9b01-751113bb20df HTTP/1.1" status: 204 len: 168 time: 0.2852714 Sep 09 21:40:43.686595 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb8c27-4e90-4be4-9027-40cc780d856a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299c5070-07f6-42f5-9b01-751113bb20df,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:43.690037 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40652) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:44.032284 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.048738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad41197-6e81-4aca-8636-e4387cb4f9be req-e1d94f70-af32-4846-85fb-697d31786076 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:44.050330 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9ad41197-6e81-4aca-8636-e4387cb4f9be req-e1d94f70-af32-4846-85fb-697d31786076 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.3410308 Sep 09 21:40:44.131600 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9ad41197-6e81-4aca-8636-e4387cb4f9be req-92f43df1-2ab6-4301-b1c1-5df276092e29 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733769 Sep 09 21:40:44.172264 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.195700 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ba42c-3cf1-4596-b627-de6231ca89b4']}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:44.210424 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c6b207-387b-443f-9179-2b227a5bd04f') {'for_net_delete': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:44.210714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c6b207-387b-443f-9179-2b227a5bd04f') {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:44.221217 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10160933'] for segment, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.238244 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.245142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:40:44.245821 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285956'] for segment, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: Traceback (most recent call last): Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: timer() Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: cb(*args, **kw) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: return func(*args, **kwargs) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: self._notify() Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: self.callback(batched_events) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: event.method(event) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: return f(self, *a, **k) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._get(url).json() Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: return self.request(url, 'GET', **kwargs) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:40:44.248433 dv-cinder-760193-10-iscsi neutron-server[94080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:40:44.317014 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.324549 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.327922 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7f2ba42c-3cf1-4596-b627-de6231ca89b4 HTTP/1.1" status: 204 len: 168 time: 0.6367638 Sep 09 21:40:44.341385 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf94bb6-decf-4ef4-931c-986bd682b29c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2ba42c-3cf1-4596-b627-de6231ca89b4,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:44.452548 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 447117ef-d904-4083-85a4-776943a5e625 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:44.477577 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 447117ef-d904-4083-85a4-776943a5e625 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:40:44.477850 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 447117ef-d904-4083-85a4-776943a5e625 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:40:44.478221 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7501658f-5a4a-4b73-b399-7d118438385a no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:40:44.504649 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 7501658f-5a4a-4b73-b399-7d118438385a {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:40:44.505077 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7501658f-5a4a-4b73-b399-7d118438385a not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:40:44.596986 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40662) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:44.645568 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fddb3da1-17de-474e-a48c-a4f73ba3090a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bef6229a4088409f9d1a385ccb82c9e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462818 Sep 09 21:40:44.648256 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40664) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:44.708449 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.734472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.790442 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.793497 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:44.794792 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f86040ee-7358-44b1-8022-80a1a0aa7bf3 HTTP/1.1" status: 204 len: 168 time: 0.1455522 Sep 09 21:40:44.803705 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c309a4-ad93-461c-923a-59b7546ce550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86040ee-7358-44b1-8022-80a1a0aa7bf3,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:45.281333 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1980455-ae30-451d-ad23-581ed88631e7 req-70e0f5d6-9d64-4263-aaef-172befdb46ae tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:45.283078 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b1980455-ae30-451d-ad23-581ed88631e7 req-70e0f5d6-9d64-4263-aaef-172befdb46ae tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0665505 Sep 09 21:40:45.336335 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b1980455-ae30-451d-ad23-581ed88631e7 req-037d22ac-df94-40c3-9f73-4b4a99f1d064 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Sep 09 21:40:45.692017 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40696) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:45.818174 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1817426979-network', 'tenant_id': '8b04d8b1aa164300be091116003d1cee'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:45.861039 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Made reservation on behalf of 8b04d8b1aa164300be091116003d1cee for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:40:45.863724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:45.875179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.013219 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.018290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.049220 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:40:46.060055 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5816d7b7-ebeb-490a-bbfb-283e290ee5b8,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:46.066433 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.066988 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Added segment 32ffe3ee-6eda-488e-9295-00fbd2900460 of type vlan for network f190f37e-1317-4a24-a3ef-d7213245f778 Sep 09 21:40:46.114619 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.146518 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.147769 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:46.148372 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.182931 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4895921 Sep 09 21:40:46.187955 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40702) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:46.195030 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Request body: {'subnet': {'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1817426979-subnet', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:46.216831 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34980dfe-d1e1-42f7-9eb6-62bafc163e65 admin admin] Pushing event updated for resources: {'Network': ['ID=f190f37e-1317-4a24-a3ef-d7213245f778,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:46.231666 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network f190f37e-1317-4a24-a3ef-d7213245f778 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:40:46.238564 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Made reservation on behalf of 8b04d8b1aa164300be091116003d1cee for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:40:46.241862 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018016'] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.477974 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9422553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018046'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.488108 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b26e9-5f3b-4956-978d-74438ce47370 req-0f87b514-e01f-48fc-ba95-b1750e32cafb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:46.489718 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9a0b26e9-5f3b-4956-978d-74438ce47370 req-0f87b514-e01f-48fc-ba95-b1750e32cafb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0630097 Sep 09 21:40:46.534692 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9a0b26e9-5f3b-4956-978d-74438ce47370 req-ba675323-e861-4baf-af17-7a9b5a0120b9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352545 Sep 09 21:40:46.545043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:46.560714 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Checking segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:46.561068 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Network hostable DHCP agents. Network: f190f37e-1317-4a24-a3ef-d7213245f778, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:40:46.580480 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Network f190f37e-1317-4a24-a3ef-d7213245f778 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:40:46.590418 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, f190f37e-1317-4a24-a3ef-d7213245f778) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:46.595269 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:46.595857 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.600851 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6121626-afd8-4034-aab2-5afab8a6b9e2 None None] Network f190f37e-1317-4a24-a3ef-d7213245f778 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:40:46.612503 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f5b40bc9-c40c-4338-8420-85580c7221f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4229488 Sep 09 21:40:46.616895 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40708) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:46.621282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:46.647140 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.648449 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.720390 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.795435 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-f190f37e-1317-4a24-a3ef-d7213245f778', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:40:46.796850 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.896041 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:46.965602 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Allocated IP 172.20.0.2 (f190f37e-1317-4a24-a3ef-d7213245f778/623d0fcb-1e55-41ae-9b3a-7fa6bd146eef/13725cf7-bae9-4157-9a12-37bddcecf448) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:47.155602 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.168154 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Transition to ACTIVE for port object 13725cf7-bae9-4157-9a12-37bddcecf448 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:47.199382 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Transition to ACTIVE for port object 13725cf7-bae9-4157-9a12-37bddcecf448 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:47.234671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.245187 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.277624 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.301341 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Network f190f37e-1317-4a24-a3ef-d7213245f778 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:47.305562 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:47.310912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:47.321073 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Pushing event updated for resources: {'Port': ['ID=13725cf7-bae9-4157-9a12-37bddcecf448,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:47.396109 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Attempting to bind port 13725cf7-bae9-4157-9a12-37bddcecf448 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:40:47.396751 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Attempting to bind port 13725cf7-bae9-4157-9a12-37bddcecf448 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:40:47.397410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Attempting to bind port 13725cf7-bae9-4157-9a12-37bddcecf448 on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Checking segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Bound using segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Bound port: 13725cf7-bae9-4157-9a12-37bddcecf448, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:40:47.411939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.462456 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Allocated IP 172.27.0.172 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/4a03c3f3-7895-466d-8d2d-dd612622bd1d) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:47.499738 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] For port 13725cf7-bae9-4157-9a12-37bddcecf448, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:40:47.503436 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] For port 13725cf7-bae9-4157-9a12-37bddcecf448, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=13725cf7-bae9-4157-9a12-37bddcecf448,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:40:47.510102 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.586558 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3a56-b716-438f-a20a-a06bd2414c21 None None] Pushing event updated for resources: {'Port': ['ID=13725cf7-bae9-4157-9a12-37bddcecf448,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:47.647316 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.758099 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a15d7-380e-43a5-99b5-2398e735837e req-ef2e1b7f-79d4-4591-92c7-94fc53dd6494 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:47.759890 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0c6a15d7-380e-43a5-99b5-2398e735837e req-ef2e1b7f-79d4-4591-92c7-94fc53dd6494 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.1218529 Sep 09 21:40:47.807695 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:47.857023 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0c6a15d7-380e-43a5-99b5-2398e735837e req-4aab4244-6a53-4fc0-9c0d-7780944f5edb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861919 Sep 09 21:40:47.870584 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:47.874904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:47.890769 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:47.894251 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Pushing event updated for resources: {'Port': ['ID=4a03c3f3-7895-466d-8d2d-dd612622bd1d,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:48.477699 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.516449 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 13725cf7-bae9-4157-9a12-37bddcecf448 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:48.574533 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 13725cf7-bae9-4157-9a12-37bddcecf448 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:48.658014 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0401a69-9b2e-48ef-96d1-ca1f29746180 None None] Network f190f37e-1317-4a24-a3ef-d7213245f778 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:40:48.680248 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.720848 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Provisioning for port 13725cf7-bae9-4157-9a12-37bddcecf448 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:48.728809 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Provisioning complete for port 13725cf7-bae9-4157-9a12-37bddcecf448 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:48.729102 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.811835 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:40:48.877862 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.925911 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] For port 13725cf7-bae9-4157-9a12-37bddcecf448, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=13725cf7-bae9-4157-9a12-37bddcecf448,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:48.933012 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.950484 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:40:48.970660 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:40:48.990205 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:48.998012 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-966e3a60-8ed4-4884-9ce7-f158d962d426 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3791318 Sep 09 21:40:48.999557 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40728) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:49.003066 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:49.003732 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:49.011224 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dd88b-f540-4fb4-988c-60d7aa3e84c9 req-c35fd145-4609-45e5-8b2b-b87dbcaf001e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:49.012861 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd2dd88b-f540-4fb4-988c-60d7aa3e84c9 req-c35fd145-4609-45e5-8b2b-b87dbcaf001e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0682054 Sep 09 21:40:49.047352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255e569-929c-45dd-a2a5-417bf4f97a36 None None] Pushing event updated for resources: {'Port': ['ID=13725cf7-bae9-4157-9a12-37bddcecf448,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:49.121084 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cd2dd88b-f540-4fb4-988c-60d7aa3e84c9 req-4c447c51-d129-4522-9fe9-7954f5427a50 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993669 Sep 09 21:40:49.148560 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:49.293442 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-73239fcd-f298-47a9-9be4-a2b0b6e082b8 None None] Provisioning complete for port 13725cf7-bae9-4157-9a12-37bddcecf448 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:49.294176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-73239fcd-f298-47a9-9be4-a2b0b6e082b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:49.593946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:48Z', 'revision_number': 3, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:49.625540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:40:49.625885 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Updating router b3ac6d95-613b-4de8-858f-faa9e5c4c09c port 4a03c3f3-7895-466d-8d2d-dd612622bd1d binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:40:49.639929 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:49.670705 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:49.852329 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Allocated IP 172.20.0.1 (f190f37e-1317-4a24-a3ef-d7213245f778/623d0fcb-1e55-41ae-9b3a-7fa6bd146eef/7274082f-62d9-4dd2-a94a-08389dd3ffa0) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:49.959801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:49.976394 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:49.982195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Transition to ACTIVE for port object 7274082f-62d9-4dd2-a94a-08389dd3ffa0 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:49.988672 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Transition to ACTIVE for port object 4a03c3f3-7895-466d-8d2d-dd612622bd1d will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:49.995234 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.018992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.041205 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Attempting to bind port 4a03c3f3-7895-466d-8d2d-dd612622bd1d on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:40:50.041619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Attempting to bind port 4a03c3f3-7895-466d-8d2d-dd612622bd1d by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:40:50.041935 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Attempting to bind port 4a03c3f3-7895-466d-8d2d-dd612622bd1d on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:50.052877 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1c34-3db2-47a1-9b47-e2da90ce03c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03c3f3-7895-466d-8d2d-dd612622bd1d,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:50.055468 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:40:50.055837 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:50.056230 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.056603 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:40:50.057066 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Bound port: 4a03c3f3-7895-466d-8d2d-dd612622bd1d, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:40:50.057461 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.061980 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Network f190f37e-1317-4a24-a3ef-d7213245f778 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:50.065167 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:50.070687 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:50.101627 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Pushing event updated for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:50.127667 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] For port 4a03c3f3-7895-466d-8d2d-dd612622bd1d, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:40:50.128379 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.131330 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] For port 4a03c3f3-7895-466d-8d2d-dd612622bd1d, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4a03c3f3-7895-466d-8d2d-dd612622bd1d,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:40:50.138179 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.225210 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:50.225959 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:50.230412 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1c34-3db2-47a1-9b47-e2da90ce03c7 None None] Pushing event updated for resources: {'Port': ['ID=4a03c3f3-7895-466d-8d2d-dd612622bd1d,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:50.278097 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3c41-21c5-4e07-992b-3aa0592cd58a req-d9c27b52-6247-4bf6-893c-16fbb48816e8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:50.280230 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ae9f3c41-21c5-4e07-992b-3aa0592cd58a req-d9c27b52-6247-4bf6-893c-16fbb48816e8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 944 time: 0.0761781 Sep 09 21:40:50.298227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.327479 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ae9f3c41-21c5-4e07-992b-3aa0592cd58a req-cbdae99e-dd38-4118-a03e-4bf05e067b11 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Sep 09 21:40:50.347188 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:50.376389 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:40:50.464733 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f5e3d1b6-19e0-4d7a-844d-941ae5328fc0 None None] Provisioning for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:50.466843 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 13725cf7-bae9-4157-9a12-37bddcecf448 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:50.469153 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.475494 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.534009 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f5e3d1b6-19e0-4d7a-844d-941ae5328fc0 None None] Provisioning complete for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:50.534691 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f5e3d1b6-19e0-4d7a-844d-941ae5328fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.548341 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.550101 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Pushing event updated for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:50.662906 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Network f190f37e-1317-4a24-a3ef-d7213245f778 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:50.664072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3d1b6-19e0-4d7a-844d-941ae5328fc0 None None] Port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:40:50.666055 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:50.695872 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:50.698433 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 13725cf7-bae9-4157-9a12-37bddcecf448 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:50.698800 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.762291 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'mac_address': 'fa:16:3e:a3:86:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:40:50.822531 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:48Z', 'revision_number': 3, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:50.871020 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:40:50.880708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efdd794-b6e3-469d-b1b4-4b4edc889502 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:48Z', 'revision_number': 3, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:40:50.907284 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:50.941853 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:40:50.999957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:51.021736 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.107143 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=9']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:51.109869 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:40:51.117081 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-83a56993-3d22-4efc-9485-583fc8cffae4 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3ac6d95-613b-4de8-858f-faa9e5c4c09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1029241 Sep 09 21:40:51.131530 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeeacc-9246-446d-b78a-65658500c91e req-5ab2ddb7-73ae-4e9d-9f0e-95ecfcb74a0d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:51.132870 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-67eeeacc-9246-446d-b78a-65658500c91e req-5ab2ddb7-73ae-4e9d-9f0e-95ecfcb74a0d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0836382 Sep 09 21:40:51.136994 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-bb36fa0f-d179-420d-a5fb-220ef80a53c7 None None] Provisioning complete for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:51.137369 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bb36fa0f-d179-420d-a5fb-220ef80a53c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.188767 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-bb36fa0f-d179-420d-a5fb-220ef80a53c7 None None] Port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:40:51.193222 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-67eeeacc-9246-446d-b78a-65658500c91e req-92cbc8ab-2822-44ab-a54c-d82e2ae27bcb tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Sep 09 21:40:51.231779 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40762) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:51.316064 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['b89198a0-7323-4891-be75-96fdd52cbdde'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:40:51.522441 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd7d61-48d8-4927-bc1d-272e5788801f tempest-TestMinimumBasicScenario-243337416 tempest-TestMinimumBasicScenario-243337416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:51.525064 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-becd7d61-48d8-4927-bc1d-272e5788801f tempest-TestMinimumBasicScenario-243337416 tempest-TestMinimumBasicScenario-243337416-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1093 time: 0.2918475 Sep 09 21:40:51.529039 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40772) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:51.536305 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'port_id': 'bcf845ef-23ca-434c-a295-e59146290443', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:51.552152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e309c78-64fe-4981-af5a-ddbced42bff3 req-c52005d6-c3a6-4bb5-b0a2-eafc1c32fad4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:51.553990 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9e309c78-64fe-4981-af5a-ddbced42bff3 req-c52005d6-c3a6-4bb5-b0a2-eafc1c32fad4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.1124964 Sep 09 21:40:51.574376 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for floatingip, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.621629 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9e309c78-64fe-4981-af5a-ddbced42bff3 req-8c67d4cd-d27c-4162-a01b-8e35f051af40 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497954 Sep 09 21:40:51.700595 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40774) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:51.706007 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427388510', 'description': 'tempest-description--551132576'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:51.737806 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.745887 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.896054 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Allocated IP 172.27.0.157 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/2c296628-dcf4-4931-bb60-9ade8111042c) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:51.949938 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:51.960207 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.028858 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.030147 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3284652 Sep 09 21:40:52.035818 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40782) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:52.037450 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d85e2f-781d-4134-8135-f59e8dc7b0d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10022c-59f2-4bfd-964b-e028a573ff6b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.044397 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group_rule': {'security_group_id': '4e10022c-59f2-4bfd-964b-e028a573ff6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:52.078395 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.104653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.136939 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.178453 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:52.181971 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:52.185264 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:52.196451 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.205021 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.229810 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'Port': ['ID=2c296628-dcf4-4931-bb60-9ade8111042c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.241045 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edce28c9-1f01-46ef-b72b-fc35ea5f3d8b,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.252142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.253560 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ce691a6e-8f6d-4790-b4fc-1cd5313b0f81 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161269 Sep 09 21:40:52.257732 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40788) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:52.262572 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group_rule': {'security_group_id': '4e10022c-59f2-4bfd-964b-e028a573ff6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:52.295554 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.362770 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:52.368648 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.375229 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.395075 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0780a0fb-c5d6-4f22-9304-e2ee26bf3bba,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.404475 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.405917 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-36fd4b93-a6b9-4c78-bedb-f349fccc6c8a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471412 Sep 09 21:40:52.414153 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40790) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:52.421359 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:52.458419 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.477539 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port b89198a0-7323-4891-be75-96fdd52cbdde triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:52.478665 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.530635 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4a03c3f3-7895-466d-8d2d-dd612622bd1d up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:52.575541 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.612863 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 4a03c3f3-7895-466d-8d2d-dd612622bd1d completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:52.618601 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 4a03c3f3-7895-466d-8d2d-dd612622bd1d triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:52.618975 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.654326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.695085 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.713535 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Allocated IP 172.27.0.115 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/ffd4b448-021f-4b10-96e2-fc705ab2b15e) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:40:52.742041 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:52.747673 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4690d1-6968-4452-a27b-a549bc991607" -d '{"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:52.749897 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.775085 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:52.804410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6090c4-4dc4-4b85-9e54-c70fc8ceae5b x-openstack-request-id: req-3e6090c4-4dc4-4b85-9e54-c70fc8ceae5b {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:52.804911 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-plugged", "status": "completed", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:52.805362 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e6090c4-4dc4-4b85-9e54-c70fc8ceae5b {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:52.806163 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'code': 200} Sep 09 21:40:52.811289 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.869303 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.903570 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd3827-2694-4755-834c-efea6e64e78f req-fc6557a5-52ee-4d8f-92ac-103db3558852 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:52.905255 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c7dd3827-2694-4755-834c-efea6e64e78f req-fc6557a5-52ee-4d8f-92ac-103db3558852 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 945 time: 0.1460075 Sep 09 21:40:52.910337 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 4a03c3f3-7895-466d-8d2d-dd612622bd1d, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4a03c3f3-7895-466d-8d2d-dd612622bd1d,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:52.911936 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=10']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.917243 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.952726 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:52.975615 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c7dd3827-2694-4755-834c-efea6e64e78f req-15623fd8-0e95-49a0-a8d7-d085e6d4a328 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544121 Sep 09 21:40:52.984078 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=4a03c3f3-7895-466d-8d2d-dd612622bd1d,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:52.999992 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.006716 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.023083 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.070583 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:40:53.073874 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:40:53.078485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:40:53.107984 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'Port': ['ID=2c296628-dcf4-4931-bb60-9ade8111042c,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:53.108828 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.114761 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=ffd4b448-021f-4b10-96e2-fc705ab2b15e,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:53.137690 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04170724-728c-44e5-b187-8080c3586593 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:40:53.168268 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:53.169153 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:53.294895 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:53.299757 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.335426 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Floating IP bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf associated. External IP: 172.27.0.157, port: bcf845ef-23ca-434c-a295-e59146290443. Sep 09 21:40:53.360531 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.439904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073001b3-ddd5-4cea-b63e-6cb0ee033d76 req-9a144579-13ee-4ced-9016-233177b54331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:53.441493 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-073001b3-ddd5-4cea-b63e-6cb0ee033d76 req-9a144579-13ee-4ced-9016-233177b54331 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1100 time: 0.1183631 Sep 09 21:40:53.499650 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-073001b3-ddd5-4cea-b63e-6cb0ee033d76 req-0e5e92a5-780e-4c34-83d5-6cf536731752 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Sep 09 21:40:53.579795 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.586048 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.586416 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 2, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:53.615469 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04170724-728c-44e5-b187-8080c3586593 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:40:53.616151 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04170724-728c-44e5-b187-8080c3586593 None None] Updating router b3ac6d95-613b-4de8-858f-faa9e5c4c09c port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:40:53.648056 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.664629 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Router edad9e3d-cda2-4614-83db-35922eea83ad has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:40:53.666614 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=ffd4b448-021f-4b10-96e2-fc705ab2b15e,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:53.674353 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.696337 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.699764 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c6403ad1-b3d3-4a23-893e-d09309707b28 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2835534 Sep 09 21:40:53.818431 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:40:53.831310 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Sync routers for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:40:53.845436 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:53.848320 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:53.849614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:54.022746 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.041749 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-04170724-728c-44e5-b187-8080c3586593 None None] Transition to ACTIVE for port object 7274082f-62d9-4dd2-a94a-08389dd3ffa0 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:40:54.052419 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.108205 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Pushing event updated for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:54.119169 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.119823 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.120314 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.120815 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.121145 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.122161 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.122161 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.122161 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.122461 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.122780 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.123227 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.123547 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:40:54.146607 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c07fd1-162b-42ab-a069-47e7ebc8dbf0 req-525e78fe-4dea-491e-8a39-0fd636e9cc66 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:54.148255 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0c07fd1-162b-42ab-a069-47e7ebc8dbf0 req-525e78fe-4dea-491e-8a39-0fd636e9cc66 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.0809209 Sep 09 21:40:54.166572 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:54.209822 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0c07fd1-162b-42ab-a069-47e7ebc8dbf0 req-9d8d9b47-7f40-4e27-9de4-f2929da6a4ee tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494280 Sep 09 21:40:54.217019 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-04170724-728c-44e5-b187-8080c3586593 None None] Attempting to bind port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:40:54.219022 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-04170724-728c-44e5-b187-8080c3586593 None None] Attempting to bind port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:40:54.219657 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04170724-728c-44e5-b187-8080c3586593 None None] Attempting to bind port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:40:54.233848 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04170724-728c-44e5-b187-8080c3586593 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:40:54.235296 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04170724-728c-44e5-b187-8080c3586593 None None] Checking segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:40:54.235940 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.236495 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04170724-728c-44e5-b187-8080c3586593 None None] Bound using segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:40:54.237127 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-04170724-728c-44e5-b187-8080c3586593 None None] Bound port: 7274082f-62d9-4dd2-a94a-08389dd3ffa0, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:40:54.237874 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.261393 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-4319b6ab-097a-410b-a7dd-9cf9fc62f9fb tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1427388510&fields=id&tenant_id=8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 267 time: 0.4069409 Sep 09 21:40:54.263225 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-029d664c-cca2-48bc-8690-83d15cdf19c3 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7329733 Sep 09 21:40:54.264440 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:54.266101 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40818) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:54.270934 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596359989', 'description': 'tempest-secgroup-smoke-1596359989 description', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:54.276888 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:54.323544 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.356699 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-04170724-728c-44e5-b187-8080c3586593 None None] For port 7274082f-62d9-4dd2-a94a-08389dd3ffa0, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:40:54.371397 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-04170724-728c-44e5-b187-8080c3586593 None None] For port 7274082f-62d9-4dd2-a94a-08389dd3ffa0, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7274082f-62d9-4dd2-a94a-08389dd3ffa0,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:40:54.389516 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-04170724-728c-44e5-b187-8080c3586593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.413472 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f846f-1205-47f4-9352-487724fb4335 x-openstack-request-id: req-736f846f-1205-47f4-9352-487724fb4335 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:54.413700 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:54.413990 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-736f846f-1205-47f4-9352-487724fb4335 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:54.416179 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:40:54.491886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.498129 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4a03c3f3-7895-466d-8d2d-dd612622bd1d up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:54.499177 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.522069 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-4867e998-bfda-47c3-a153-fc66c2b17cc2 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:54.526435 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-4867e998-bfda-47c3-a153-fc66c2b17cc2 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 811 time: 0.2445385 Sep 09 21:40:54.549915 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:54.550788 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:54.554111 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5cc25-48e4-4a3d-ba8f-942de1a23e6f None None] Pushing event updated for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:54.570040 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-5591bcac-bd48-4f4d-84f0-12ca406b33c4 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/quotas/8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 375 time: 0.0310526 Sep 09 21:40:54.573584 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-4f9ce436-3f55-4618-9c55-b7caf1856b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:54.575202 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-4f9ce436-3f55-4618-9c55-b7caf1856b0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1098 time: 0.1474738 Sep 09 21:40:54.590031 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2813b987-4be2-4d00-b4f4-5cf0d4254258,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:54.626263 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.627536 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d87fdc3d-9eb2-4dd5-bdc0-b83f4fb5d5d0 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3604250 Sep 09 21:40:54.630539 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40828) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:54.634945 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:54.645766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 4a03c3f3-7895-466d-8d2d-dd612622bd1d triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:54.646138 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.704093 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.719521 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:54.725014 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-6261e9a4-4dda-4536-bc19-5cbb8d7fb462 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411099 Sep 09 21:40:54.859554 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.867669 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.881609 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-359b3965-c336-4572-9a38-57c92d1902f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302493 Sep 09 21:40:54.881942 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40834) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:54.903571 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-1e25d9aa-0db4-44e8-8cd1-a04ef5224e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:54.905227 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-1e25d9aa-0db4-44e8-8cd1-a04ef5224e94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.2835274 Sep 09 21:40:54.910532 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125b646b-de0e-4256-b741-93549d5cb16b,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:54.959980 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:54.965902 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-87326d7d-ba26-48d6-b5f6-2bb09072e4ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3341014 Sep 09 21:40:54.966604 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40840) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:54.989344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:55.005752 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-dbf9710c-f609-4472-883e-e1950d1ed5be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 999 time: 0.0814693 Sep 09 21:40:55.076425 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-a42fa193-c1f0-4d07-88bd-c0f2b513cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:55.078080 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-a42fa193-c1f0-4d07-88bd-c0f2b513cb7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0541646 Sep 09 21:40:55.092919 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-384c3356-16d4-485a-aa47-25a0c4104ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.121794 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.141613 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'port_id': 'bcf845ef-23ca-434c-a295-e59146290443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'mac_address': 'fa:16:3e:1b:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:52Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 0, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:55.179462 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-1099ac9f-babe-4c75-91d7-498f71479107 service neutron] 10.222.0.21 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874856 Sep 09 21:40:55.188650 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-56d92bb6-cd51-49b9-b770-76f53bbc5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:55.190212 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-56d92bb6-cd51-49b9-b770-76f53bbc5aeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782442 Sep 09 21:40:55.191706 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Checking router: edad9e3d-cda2-4614-83db-35922eea83ad for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:40:55.201536 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:40:55.202453 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:40:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:55.245649 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.256819 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.281816 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7005f148-6835-4b30-a853-d4d042a107b4,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:55.317213 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-04170724-728c-44e5-b187-8080c3586593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:54Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:55.335964 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-bdb070ea-e8c6-4a6f-8655-1a1734e2b7d8 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233387 Sep 09 21:40:55.354877 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04170724-728c-44e5-b187-8080c3586593 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:54Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:40:55.379343 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-384c3356-16d4-485a-aa47-25a0c4104ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.387560 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-384c3356-16d4-485a-aa47-25a0c4104ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.399095 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.417106 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40852) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:55.420392 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-679fe33a-edad-4d6c-9561-fb4e7c97ca27 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4522805 Sep 09 21:40:55.422216 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:55.438436 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:40:55.654253 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-384c3356-16d4-485a-aa47-25a0c4104ba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e9123b85c54791aa7a2fefa99c5e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680483 Sep 09 21:40:55.661021 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40862) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:55.673437 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-17950863-ca42-4677-8a08-a6de602da1ed req-d34fb066-e50e-4a19-b81d-174defe9a5d0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.0628226 Sep 09 21:40:55.676357 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.682017 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-436232b3-0d7c-4fc3-b577-ceeaa76ba90f req-825e19d4-3d8e-4e99-9484-1f6b2cdf5bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332295 Sep 09 21:40:55.789164 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c3356-16d4-485a-aa47-25a0c4104ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911267ce-caec-4912-90a9-cbacec6cb44d,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:55.827276 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.840213 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.851158 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.871803 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.887169 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449226d-b11e-4c6f-bdcc-7db516c62578,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:55.906512 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:55.910827 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d98f78f1-d6f1-430f-9d43-e51b121dfe29 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4897926 Sep 09 21:40:55.914151 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40882) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:55.957152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:55.997048 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22314-172c-4d96-89cc-378c8e1d9ac2 req-6ac11311-1ae6-4066-9d75-08edd88f52d0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:56.011437 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3df22314-172c-4d96-89cc-378c8e1d9ac2 req-6ac11311-1ae6-4066-9d75-08edd88f52d0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.6142964 Sep 09 21:40:56.023029 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'port_id': 'bcf845ef-23ca-434c-a295-e59146290443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'mac_address': 'fa:16:3e:1b:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:52Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 0, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:40:56.060584 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b89d73-579f-43f8-82f1-acac1080f648 None None] The sync data for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi is: [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'port_id': 'bcf845ef-23ca-434c-a295-e59146290443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'mac_address': 'fa:16:3e:1b:8c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:52Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 0, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:40:56.106103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3df22314-172c-4d96-89cc-378c8e1d9ac2 req-2eb6bade-25ea-4a48-bc4d-170ee38d63d2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869951 Sep 09 21:40:56.171712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.171712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.179893 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.189292 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/911267ce-caec-4912-90a9-cbacec6cb44d HTTP/1.1" status: 204 len: 168 time: 0.5198548 Sep 09 21:40:56.229600 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada3cb9-9800-4cd7-8eb7-0bb582d85f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911267ce-caec-4912-90a9-cbacec6cb44d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:56.367789 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.387921 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.445597 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d01e76-80a8-4fa4-ae52-d68209d17d99,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:56.459735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.468268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 40896) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:56.474696 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0c80bbd5-a2b9-443c-8beb-22f9141cdb79 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5404711 Sep 09 21:40:56.477466 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:56.532366 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.securitygroups_db [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Project a2374c23a70b440d859bc2a7dea839ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:40:56.564805 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.657564 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7274082f-62d9-4dd2-a94a-08389dd3ffa0 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:56.751495 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ed274-14e9-49d0-b595-cfb6dc42213a None None] New status for floating IP bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf: ACTIVE {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:40:56.839615 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:40:56.852510 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:56.853709 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.866883 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.877488 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.980864 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd6f461-13d3-4bca-a584-93f286152009,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:56.988063 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:56.989362 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b3a7f2cb-66da-4297-95f1-bcc59e5dba25 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5187788 Sep 09 21:40:56.995592 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 40904) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:40:57.001365 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'security_group_rule': {'security_group_id': '2813b987-4be2-4d00-b4f4-5cf0d4254258', 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:57.004150 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0e3d6073-b6d6-4f14-bd1e-7b54f0bdaf4e req-d30a5c6f-b232-4812-bea9-80bf8ff78c4b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.1042171 Sep 09 21:40:57.047702 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.securitygroups_db [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Project a2374c23a70b440d859bc2a7dea839ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:40:57.053608 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.108815 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.143732 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.148872 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 7274082f-62d9-4dd2-a94a-08389dd3ffa0, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7274082f-62d9-4dd2-a94a-08389dd3ffa0,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:57.150853 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.155465 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.171179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c176dc-a9f4-45a7-9642-e193bf9dce18,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:57.178441 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.182966 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-9028a1a9-b5af-4848-8f48-e9f4d6a929d6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858268 Sep 09 21:40:57.225101 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:57.298144 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c5669810-7d26-4738-8979-235c148b5081 req-66a762bb-6de3-4cb1-85c7-1cfd91f4dd8e tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596359989&fields=id&tenant_id=a2374c23a70b440d859bc2a7dea839ed HTTP/1.1" status: 200 len: 267 time: 0.0601420 Sep 09 21:40:57.317214 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fc95-e083-4d0f-a5db-ccc711c6162d req-00a1721b-10fa-437d-bb1d-4b17d80e432c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:57.318877 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3566fc95-e083-4d0f-a5db-ccc711c6162d req-00a1721b-10fa-437d-bb1d-4b17d80e432c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.0647733 Sep 09 21:40:57.369687 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3566fc95-e083-4d0f-a5db-ccc711c6162d req-222e5b6c-6654-4fe0-b761-29c18b14caf2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Sep 09 21:40:57.377876 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5669810-7d26-4738-8979-235c148b5081 req-363d3f78-0271-4002-9df6-6c82fba69ea9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:57.386509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c5669810-7d26-4738-8979-235c148b5081 req-363d3f78-0271-4002-9df6-6c82fba69ea9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0820289 Sep 09 21:40:57.392436 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'port': {'security_groups': ['9e7c5ab8-0cc1-4cee-a5bb-dad211740826', '2813b987-4be2-4d00-b4f4-5cf0d4254258']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:40:57.473355 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.682116 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:40:57.718222 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.724790 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.799886 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:57.800652 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:57.802999 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c5669810-7d26-4738-8979-235c148b5081 req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "PUT /v2.0/ports/bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 981 time: 0.4154587 Sep 09 21:40:57.803905 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:40:57.807934 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa8def3-c069-4a1c-ac6d-513e1faa626e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:40:57.839151 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e51ef-c386-4538-acf5-a6c4514dc08c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=6']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:40:57.861289 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b42264-0bf7-4d75-b60c-5ad48587319f x-openstack-request-id: req-e4b42264-0bf7-4d75-b60c-5ad48587319f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:40:57.861631 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:40:57.862022 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4b42264-0bf7-4d75-b60c-5ad48587319f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:40:57.862859 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:40:57.929527 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc9ee-188b-4146-81a2-ce3e9f29fda9 req-2da62d9c-6d0b-401b-b967-d3ef0f44ba7c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:40:57.933943 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e00cc9ee-188b-4146-81a2-ce3e9f29fda9 req-2da62d9c-6d0b-401b-b967-d3ef0f44ba7c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0628099 Sep 09 21:40:57.979592 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e00cc9ee-188b-4146-81a2-ce3e9f29fda9 req-57b27de8-edbf-434b-a274-6a7ed31f1f6d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397756 Sep 09 21:40:58.046555 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b9c373d5-76a0-40de-87a1-438b535903ec None None] Provisioning complete for port bcf845ef-23ca-434c-a295-e59146290443 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:58.047585 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b9c373d5-76a0-40de-87a1-438b535903ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:58.110912 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-250d2dd5-4fb9-4276-bd67-4c2d75ee84bd req-6f4cd598-a94d-44ab-9473-fa76b7a762d8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.0270338 Sep 09 21:40:58.473282 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7274082f-62d9-4dd2-a94a-08389dd3ffa0 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:40:58.537605 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:40:58.537920 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:40:59.219483 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe14d81f-9741-4979-b09d-cd1eea946a90 req-c85e3e89-6015-4503-b1ae-d8d9629bb7b8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.0272529 Sep 09 21:40:59.697358 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-840347f5-c3ee-4611-ae5f-67e499dfb489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:00.319797 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d896457b-3598-4b31-b222-3bc6f80529ea req-24177335-ed14-48a0-b366-078e261f77b3 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.0315793 Sep 09 21:41:00.335510 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:41:00.419999 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-485f1c1a-db62-4917-8ca8-f53271a3c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:00.422022 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-485f1c1a-db62-4917-8ca8-f53271a3c269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1137 time: 0.0623984 Sep 09 21:41:00.481855 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:41:00.503703 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-2fcf4cd0-87d7-411d-ac5d-7970c73d89a4 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:00.505206 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-2fcf4cd0-87d7-411d-ac5d-7970c73d89a4 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 811 time: 0.1586502 Sep 09 21:41:00.564173 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-d8192edd-5b66-41c1-808d-d3ba91a73cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:00.567215 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-d8192edd-5b66-41c1-808d-d3ba91a73cb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.1329396 Sep 09 21:41:00.572847 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-95fabafa-c3f7-43df-a954-5cfa266bd531 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 380 time: 0.0471873 Sep 09 21:41:00.598533 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'port': {'device_id': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'admin_state_up': True, 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'security_groups': ['4e10022c-59f2-4bfd-964b-e028a573ff6b']}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:00.669639 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-65fc1a02-1f49-4d3c-91ba-e63246d404c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 1001 time: 0.0787666 Sep 09 21:41:00.732296 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-f0812e47-9bf5-48b9-95cc-eeec7646da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:00.734941 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-f0812e47-9bf5-48b9-95cc-eeec7646da57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0557182 Sep 09 21:41:00.740837 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Made reservation on behalf of 8b04d8b1aa164300be091116003d1cee for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:00.744577 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:00.791986 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-075f1287-0e8f-431c-9d7d-0ba0b424ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:00.793449 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-075f1287-0e8f-431c-9d7d-0ba0b424ecd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438507 Sep 09 21:41:00.895035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Allocated IP 172.20.0.4 (f190f37e-1317-4a24-a3ef-d7213245f778/623d0fcb-1e55-41ae-9b3a-7fa6bd146eef/dcee50bf-2bb6-4939-98da-67e1fd5ccf73) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:00.932702 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-ec2e9397-b390-4921-8daf-0b3cc7784e27 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244798 Sep 09 21:41:01.063007 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2aa8def3-c069-4a1c-ac6d-513e1faa626e req-be421024-25f7-4dc2-a1a8-429a424376b5 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104605 Sep 09 21:41:01.092957 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.108524 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Transition to ACTIVE for port object dcee50bf-2bb6-4939-98da-67e1fd5ccf73 will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:01.147799 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.194119 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Network f190f37e-1317-4a24-a3ef-d7213245f778 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:01.198208 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:01.201415 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:01.236923 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:01.275282 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:01.276276 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.313136 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3c369b2f-af9b-4d54-baf8-cf6ab6be3a66 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7204492 Sep 09 21:41:01.329904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Request body: {'port': {'device_id': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:01.396065 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.489362 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-98a1ae40-63a0-43ca-bca4-60b2d6127dea None None] Provisioning for port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:01.494477 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-98a1ae40-63a0-43ca-bca4-60b2d6127dea None None] Provisioning complete for port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:01.494855 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-98a1ae40-63a0-43ca-bca4-60b2d6127dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.536223 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-98a1ae40-63a0-43ca-bca4-60b2d6127dea None None] Port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:41:01.674998 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34914d9-aa5b-4685-86ba-523b5272f864 req-89eb5a24-aff0-402d-a027-2e09730f5d16 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:01.676798 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d34914d9-aa5b-4685-86ba-523b5272f864 req-89eb5a24-aff0-402d-a027-2e09730f5d16 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 931 time: 0.2687383 Sep 09 21:41:01.752706 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d34914d9-aa5b-4685-86ba-523b5272f864 req-15cba27c-4a67-4317-9b9f-f1061a0c4c0e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689318 Sep 09 21:41:01.758574 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcee50bf-2bb6-4939-98da-67e1fd5ccf73 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:41:01.766560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.783442 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Transition to ACTIVE for port object dcee50bf-2bb6-4939-98da-67e1fd5ccf73 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:01.789081 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:01.842934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Pushing event updated for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:01.921658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Attempting to bind port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:01.921993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Attempting to bind port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:01.922318 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Attempting to bind port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:01.929003 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 on network f190f37e-1317-4a24-a3ef-d7213245f778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:41:01.929477 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Attempting to bind port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:01.934995 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:01.935389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Checking segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:01.935741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Bound using segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:01.936173 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Bound port: dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:01.936531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:02.023023 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:02.026188 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:02.034153 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:02.068483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:02.069157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:02.070679 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] 10.222.0.45 "PUT /v2.0/ports/dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 1093 time: 0.7453368 Sep 09 21:41:02.071231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:41:02.073748 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bae928-96d8-4301-83e3-07ae7afdece3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:41:02.106562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667122a-6313-49e6-9d9a-3b5fc5880f4d service neutron] Pushing event updated for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:02.116310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771c2bfa-4e47-4dbd-8d41-a9dd5b510d61 x-openstack-request-id: req-771c2bfa-4e47-4dbd-8d41-a9dd5b510d61 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:41:02.116599 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:41:02.116848 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-771c2bfa-4e47-4dbd-8d41-a9dd5b510d61 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:41:02.117241 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'status': 'completed', 'code': 200} Sep 09 21:41:02.639415 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:02.880277 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd7d6-66cd-4f82-910c-57902388f197 req-056cd7e9-143e-4411-ba8a-47067a4e84d3 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:02.881911 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d7fcd7d6-66cd-4f82-910c-57902388f197 req-056cd7e9-143e-4411-ba8a-47067a4e84d3 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 943 time: 0.0583134 Sep 09 21:41:02.929211 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d7fcd7d6-66cd-4f82-910c-57902388f197 req-96a4f650-be34-4cec-9185-8575820c0fc8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Sep 09 21:41:02.967716 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4b211ad5-7ae6-4d36-a6d4-685847f6eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:04.057446 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3350f9-0356-4903-b028-37a4d10f6dea req-cd4ec787-8410-41ce-b6f6-6dc9c9b1821a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.059510 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d3350f9-0356-4903-b028-37a4d10f6dea req-cd4ec787-8410-41ce-b6f6-6dc9c9b1821a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 943 time: 0.0552971 Sep 09 21:41:04.101185 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d3350f9-0356-4903-b028-37a4d10f6dea req-2c2696e2-9d67-4d0f-8e46-3cb8764d4921 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334854 Sep 09 21:41:04.195420 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:04.435372 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-d906d4a0-4c74-40d7-983a-1acdcc49f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.437062 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-d906d4a0-4c74-40d7-983a-1acdcc49f575 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0460246 Sep 09 21:41:04.544913 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-8feaa107-d4f5-4feb-b089-d9e39bba36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.546438 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-8feaa107-d4f5-4feb-b089-d9e39bba36f2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8b04d8b1aa164300be091116003d1cee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0988786 Sep 09 21:41:04.659983 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-a95d7214-71ee-4b5f-ae25-7f2920940a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.661906 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-87bae928-96d8-4301-83e3-07ae7afdece3 req-a95d7214-71ee-4b5f-ae25-7f2920940a21 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035118 Sep 09 21:41:04.749638 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-54ca0088-dbfa-4c02-aa32-c45a0c14d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.751186 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-54ca0088-dbfa-4c02-aa32-c45a0c14d82d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0434313 Sep 09 21:41:04.827620 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-5b0a520a-5706-48c0-b13d-f1d14ddfefad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 217 time: 0.0584109 Sep 09 21:41:04.886293 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-e74c0f56-8007-44fa-8251-a2ed02151271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.887971 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-e74c0f56-8007-44fa-8251-a2ed02151271 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0487149 Sep 09 21:41:04.958709 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-c9400db7-4280-4d6f-a5e5-cd7e4a108e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:04.960261 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-c9400db7-4280-4d6f-a5e5-cd7e4a108e85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619195 Sep 09 21:41:05.065311 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-3bf53947-af2b-4864-8741-dceacd1d9474 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917783 Sep 09 21:41:05.173807 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-44d1c686-02b4-48a4-8801-2c0ed743f7cd req-8d6d470b-506f-4d03-bcb7-e5ee477fc9b7 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934489 Sep 09 21:41:05.228860 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135446c-8043-4255-8977-023ce34dd30f req-3085ea92-55a5-4859-bee0-acc9b0d6719a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:05.230419 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a135446c-8043-4255-8977-023ce34dd30f req-3085ea92-55a5-4859-bee0-acc9b0d6719a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 943 time: 0.0510645 Sep 09 21:41:05.274149 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:05.275012 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a135446c-8043-4255-8977-023ce34dd30f req-49410bb5-2c52-4028-847d-b95405203adf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363483 Sep 09 21:41:06.456523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610e983-d8ee-459c-990a-55abd07bd2ef req-996f0ccc-e463-477e-aa89-765f5c149c21 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:06.458025 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a610e983-d8ee-459c-990a-55abd07bd2ef req-996f0ccc-e463-477e-aa89-765f5c149c21 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 943 time: 0.1097496 Sep 09 21:41:06.498701 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a610e983-d8ee-459c-990a-55abd07bd2ef req-e4954456-fd17-4c63-90b4-369cc6d40728 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344918 Sep 09 21:41:07.618102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63487147-2fae-4912-82d8-7624e79e59e1 req-3aac43f3-3ad3-4e18-a110-16db8a31fcc1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:07.619694 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63487147-2fae-4912-82d8-7624e79e59e1 req-3aac43f3-3ad3-4e18-a110-16db8a31fcc1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 943 time: 0.0503552 Sep 09 21:41:07.665085 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-63487147-2fae-4912-82d8-7624e79e59e1 req-4f7875e5-3e4d-494a-a049-e74736520f07 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Sep 09 21:41:08.525039 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device dcee50bf-2bb6-4939-98da-67e1fd5ccf73 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:41:08.624439 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:08.636596 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'port_id': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'mac_address': 'fa:16:3e:5e:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:41:08.674249 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:08.687676 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcee50bf-2bb6-4939-98da-67e1fd5ccf73 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:41:08.707650 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:08.713264 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:08.767345 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:08.776523 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.776822 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.777187 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.777362 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.778037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.778547 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.778713 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.779229 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.779391 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.779656 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.779980 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.783558 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:08.807305 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41509ce3-a6a5-4ee9-9186-e743cbd2b367 req-e859b814-d948-4273-aafd-2dbde24e7b2e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:08.809968 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41509ce3-a6a5-4ee9-9186-e743cbd2b367 req-e859b814-d948-4273-aafd-2dbde24e7b2e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 944 time: 0.0712292 Sep 09 21:41:08.853777 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-41509ce3-a6a5-4ee9-9186-e743cbd2b367 req-1297aeae-0276-43ff-89e8-d076df337631 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 Sep 09 21:41:09.142643 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['dcee50bf-2bb6-4939-98da-67e1fd5ccf73'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:41:09.146550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:09.991905 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77342480-940e-47db-8ab6-5c2fd3e839fe req-b4952a6a-98a8-480d-b7f6-576fb25b36a5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:09.993463 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-77342480-940e-47db-8ab6-5c2fd3e839fe req-b4952a6a-98a8-480d-b7f6-576fb25b36a5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 944 time: 0.0551989 Sep 09 21:41:10.034372 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-77342480-940e-47db-8ab6-5c2fd3e839fe req-49728cc6-c28c-4441-9eab-1cb119afc29b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336521 Sep 09 21:41:10.340811 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270a935-6357-461b-8446-faaa177d3b91 req-f1d455aa-42d1-4ea1-a166-dc0a38da1c91 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:10.342406 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7270a935-6357-461b-8446-faaa177d3b91 req-f1d455aa-42d1-4ea1-a166-dc0a38da1c91 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Sep 09 21:41:10.384277 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7270a935-6357-461b-8446-faaa177d3b91 req-ad3ff5b4-8f2c-4b0d-8729-0280eef693e6 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Sep 09 21:41:10.522556 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device dcee50bf-2bb6-4939-98da-67e1fd5ccf73 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:10.577937 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:10.581781 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:10.582153 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:10.663844 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:10.696998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:41:10.699302 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18d0fd-265e-466d-8f57-e1d6775f3bc4" -d '{"events": [{"server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "name": "network-vif-plugged", "status": "completed", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:41:10.712326 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:10.718392 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:10.744695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894fb5f-8d2b-4d3a-a21d-6c58b7bef3d7 x-openstack-request-id: req-7894fb5f-8d2b-4d3a-a21d-6c58b7bef3d7 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:41:10.744987 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "name": "network-vif-plugged", "status": "completed", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:41:10.745230 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7894fb5f-8d2b-4d3a-a21d-6c58b7bef3d7 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:41:10.745615 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'code': 200} Sep 09 21:41:10.771691 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:10.952639 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9eeb6-bc7e-49a7-bad9-6be67fc25ad6 req-19579df4-9c2d-426c-b13b-634dd318c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:10.954171 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c6e9eeb6-bc7e-49a7-bad9-6be67fc25ad6 req-19579df4-9c2d-426c-b13b-634dd318c46f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0473962 Sep 09 21:41:11.007729 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c6e9eeb6-bc7e-49a7-bad9-6be67fc25ad6 req-be37b922-1d83-4550-ab1e-4bd93c60c3d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Sep 09 21:41:11.162238 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4df53-b516-42c5-b44e-8d450e35be62 req-09c306be-4f65-4226-a421-42668b49a00f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:11.163790 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-49f4df53-b516-42c5-b44e-8d450e35be62 req-09c306be-4f65-4226-a421-42668b49a00f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Sep 09 21:41:11.206510 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-49f4df53-b516-42c5-b44e-8d450e35be62 req-3ba2c835-99a9-43fe-8c1f-46e7b2cc991f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Sep 09 21:41:11.510857 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f07d3-fd9d-4950-9910-6a8bfd03b334 req-0b246475-91b5-4c8c-b5e4-2c2a535a4885 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:11.512395 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bf2f07d3-fd9d-4950-9910-6a8bfd03b334 req-0b246475-91b5-4c8c-b5e4-2c2a535a4885 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0535979 Sep 09 21:41:11.555766 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bf2f07d3-fd9d-4950-9910-6a8bfd03b334 req-e81a376c-b481-4a4a-884f-0ffcba893f12 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Sep 09 21:41:11.678500 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:41:11.910628 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-734daf4f-d8de-4912-aa0f-aa09a7005ffc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470259 Sep 09 21:41:12.040184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-23d7dc09-3e03-490d-8b85-42df2bfe08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.041712 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-23d7dc09-3e03-490d-8b85-42df2bfe08b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 1100 time: 0.0464616 Sep 09 21:41:12.169680 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-eea006ba-1875-45f5-b2fb-cb4bc1f5a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.171186 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-eea006ba-1875-45f5-b2fb-cb4bc1f5a3ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.0881710 Sep 09 21:41:12.264377 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-4d98da69-8bd5-49d9-95b3-68ea875be42c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 200 len: 1002 time: 0.0632062 Sep 09 21:41:12.321508 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-b6276ab0-42b8-42bc-ae59-16041790ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.322944 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-b6276ab0-42b8-42bc-ae59-16041790ce6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0462494 Sep 09 21:41:12.329838 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0af5-dfde-451a-bd7a-1849d987c296 req-b9702799-2bc3-47e1-9115-fa00ef6e8320 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.331389 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5afc0af5-dfde-451a-bd7a-1849d987c296 req-b9702799-2bc3-47e1-9115-fa00ef6e8320 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0503764 Sep 09 21:41:12.376060 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5afc0af5-dfde-451a-bd7a-1849d987c296 req-90fb2fd3-4c76-48fb-8e3e-d096fe4b5903 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385149 Sep 09 21:41:12.379028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-08b6ee6f-5932-4133-8dc9-70bdf0484ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.380308 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-08b6ee6f-5932-4133-8dc9-70bdf0484ec1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443611 Sep 09 21:41:12.482790 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-fab0a270-6899-4b07-aa8f-e4ff59c2f051 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911162 Sep 09 21:41:12.582029 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-38e1fd49-6cc3-4f30-8f83-42a77bc8daf7 req-d6f9fe81-33d1-4150-9633-ffd6e6c8571f service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Sep 09 21:41:12.683081 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5912ddc-72a6-4955-8146-b254f47c8128 req-a7081cdd-9461-4f24-babc-8ef9f70e054a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:12.684581 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5912ddc-72a6-4955-8146-b254f47c8128 req-a7081cdd-9461-4f24-babc-8ef9f70e054a tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0550463 Sep 09 21:41:12.725599 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5912ddc-72a6-4955-8146-b254f47c8128 req-e0cca9ba-d3b6-40c2-aa4b-fbe84ff14e23 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/security-groups?id=da19fbd9-e26a-461c-bed3-7ea48bf5ea04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Sep 09 21:41:13.119712 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e863e-6898-49de-92f9-b41a3d51a570 req-c5648fa6-078f-46a1-8cd7-7bdf13d2ab3e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:13.121572 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-840e863e-6898-49de-92f9-b41a3d51a570 req-c5648fa6-078f-46a1-8cd7-7bdf13d2ab3e tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 945 time: 0.0609076 Sep 09 21:41:13.228754 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Deleting port 4380b304-79f3-410f-b682-1df785b6269b {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:41:13.229038 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:13.327401 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] For port 4380b304-79f3-410f-b682-1df785b6269b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4380b304-79f3-410f-b682-1df785b6269b,segment=NetworkSegment(62b3b27d-ae03-46d7-85d2-94f4897edab1),segment_id=62b3b27d-ae03-46d7-85d2-94f4897edab1)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:13.327864 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:13.343123 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Calling delete_port for 4380b304-79f3-410f-b682-1df785b6269b owned by compute:nova {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:41:13.479592 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:13.494283 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['4380b304-79f3-410f-b682-1df785b6269b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:41:13.498172 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0bd7-f06a-4c9a-92f5-7ad1041c3e75 req-07c93573-7489-4b50-93ba-01345b74782c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:13.501513 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7e7c0bd7-f06a-4c9a-92f5-7ad1041c3e75 req-07c93573-7489-4b50-93ba-01345b74782c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Sep 09 21:41:13.508945 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Pushing event deleted for resources: {'Port': ['ID=4380b304-79f3-410f-b682-1df785b6269b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:13.541374 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7e7c0bd7-f06a-4c9a-92f5-7ad1041c3e75 req-379fe85c-0f34-4f18-a8ad-b703bef1b7b1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357172 Sep 09 21:41:13.558125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] No DVR routers for this DVR port 4380b304-79f3-410f-b682-1df785b6269b on host hv-cinder-76019 {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:41:13.565786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:13.567922 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-840e863e-6898-49de-92f9-b41a3d51a570 req-731de139-3eb1-4b35-b2cc-f40f17143af4 tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.45 "DELETE /v2.0/ports/4380b304-79f3-410f-b682-1df785b6269b HTTP/1.1" status: 204 len: 173 time: 0.4358983 Sep 09 21:41:13.568356 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'name': 'network-vif-deleted', 'tag': '4380b304-79f3-410f-b682-1df785b6269b'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:41:13.570792 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e909ef-36ee-4a67-8924-575ad94d6e66" -d '{"events": [{"server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "name": "network-vif-deleted", "tag": "4380b304-79f3-410f-b682-1df785b6269b"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:41:13.608829 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab41bdbf-07d5-4d91-bf22-e682e86714b1 x-openstack-request-id: req-ab41bdbf-07d5-4d91-bf22-e682e86714b1 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:41:13.609109 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5601e4-5c72-496a-98b0-5aa47373fff3", "name": "network-vif-deleted", "tag": "4380b304-79f3-410f-b682-1df785b6269b", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:41:13.609404 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab41bdbf-07d5-4d91-bf22-e682e86714b1 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:41:13.609845 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5601e4-5c72-496a-98b0-5aa47373fff3', 'name': 'network-vif-deleted', 'tag': '4380b304-79f3-410f-b682-1df785b6269b', 'status': 'completed', 'code': 200} Sep 09 21:41:13.665429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963365-3245-41f7-aa3c-2668ac733b18 req-0f9a697a-8546-4f5a-a22d-c78101a641fc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:13.666999 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-64963365-3245-41f7-aa3c-2668ac733b18 req-0f9a697a-8546-4f5a-a22d-c78101a641fc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Sep 09 21:41:13.675844 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41030) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:13.680364 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'floatingip': {'port_id': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:13.747961 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:13.847158 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-219e21ed-7658-45d9-97ce-87a039525d3b req-8249e04a-71c2-492e-b1d7-569213070aef tempest-VolumesSnapshotTestJSON-1692963531 tempest-VolumesSnapshotTestJSON-1692963531-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5601e4-5c72-496a-98b0-5aa47373fff3 HTTP/1.1" status: 200 len: 210 time: 0.0365601 Sep 09 21:41:14.492781 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:14.498939 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:14.607698 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Floating IP 7d57f60f-b6a4-4314-ae6d-b6e879b4758f associated. External IP: 172.27.0.115, port: dcee50bf-2bb6-4939-98da-67e1fd5ccf73. Sep 09 21:41:14.818040 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:41:14.935104 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:14.939878 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:14.948864 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:14.961636 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:14.962272 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:14.969965 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-90a86df4-8328-4dd3-b543-4beadf61b29e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "PUT /v2.0/floatingips/7d57f60f-b6a4-4314-ae6d-b6e879b4758f HTTP/1.1" status: 200 len: 991 time: 1.2930267 Sep 09 21:41:15.198831 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:15.446907 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '7d57f60f-b6a4-4314-ae6d-b6e879b4758f', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:5e:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:53Z', 'updated_at': '2021-09-09T21:41:14Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:15.499251 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:15.511186 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:15.511812 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:15.611170 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:41:15.614026 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed4e54e-33b7-4447-9368-6c495fa42fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:41:15.653042 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:15.653660 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3071db-4d4e-4ff1-bba8-70f43bdbdb7e x-openstack-request-id: req-ed3071db-4d4e-4ff1-bba8-70f43bdbdb7e {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:41:15.654094 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:41:15.654877 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed3071db-4d4e-4ff1-bba8-70f43bdbdb7e {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:41:15.657794 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'status': 'completed', 'code': 200} Sep 09 21:41:15.724327 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-8dae7cb0-5d84-4acf-b9ed-d3214051ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:15.725742 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-8dae7cb0-5d84-4acf-b9ed-d3214051ad93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0457919 Sep 09 21:41:15.856876 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-9d23922a-a37b-437c-b3bb-84deac0d3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:15.858787 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-9d23922a-a37b-437c-b3bb-84deac0d3505 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.1168344 Sep 09 21:41:15.930442 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '7d57f60f-b6a4-4314-ae6d-b6e879b4758f', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:5e:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:53Z', 'updated_at': '2021-09-09T21:41:14Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:15.932159 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-24f6bba2-1151-4cf0-b385-58be6737deea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 999 time: 0.0652435 Sep 09 21:41:15.960211 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b9ce7-c57e-4d28-a692-a30b21d9efd7 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '7d57f60f-b6a4-4314-ae6d-b6e879b4758f', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:5e:52:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:40:53Z', 'updated_at': '2021-09-09T21:41:14Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:15.985223 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-fb2e32e1-6a88-4922-b336-a81b92647d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:15.986975 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-fb2e32e1-6a88-4922-b336-a81b92647d28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0458300 Sep 09 21:41:16.037097 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-74287338-c5d5-4447-91fc-7169577ed51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:16.038717 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-74287338-c5d5-4447-91fc-7169577ed51d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424640 Sep 09 21:41:16.148909 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-54c6ecf2-07a0-4972-8fcf-c80bbd85ea07 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002488 Sep 09 21:41:16.167226 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be1496-4291-45e6-ac0c-a2d3d84be96f None None] New status for floating IP 7d57f60f-b6a4-4314-ae6d-b6e879b4758f: ACTIVE {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:41:16.261201 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0ed4e54e-33b7-4447-9368-6c495fa42fc1 req-151fc61f-2bc4-48fd-a25f-388c71625f50 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035776 Sep 09 21:41:16.536518 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4380b304-79f3-410f-b682-1df785b6269b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:41:16.557693 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 4380b304-79f3-410f-b682-1df785b6269b {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:41:16.558031 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4380b304-79f3-410f-b682-1df785b6269b not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:41:18.202948 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b5a5b-f7cb-48b2-b051-58aa7ce1b80b req-cc2c86bb-6294-4850-98fe-f4bf60423b92 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:18.204380 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b6b5a5b-f7cb-48b2-b051-58aa7ce1b80b req-cc2c86bb-6294-4850-98fe-f4bf60423b92 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0585964 Sep 09 21:41:18.245679 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b6b5a5b-f7cb-48b2-b051-58aa7ce1b80b req-d59f08f9-5845-42a8-a624-4a5c29b3807d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349004 Sep 09 21:41:19.372808 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eeb2e1-0546-458f-aad3-8b2441ec9d6f req-a2bf5ae7-9f8a-4ffb-84c9-189b14ef23db tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:19.374377 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d9eeb2e1-0546-458f-aad3-8b2441ec9d6f req-a2bf5ae7-9f8a-4ffb-84c9-189b14ef23db tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0581586 Sep 09 21:41:19.415866 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d9eeb2e1-0546-458f-aad3-8b2441ec9d6f req-8413cbb4-5655-49b7-85fb-b00973a5406f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350506 Sep 09 21:41:19.586486 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-45cc85e9-9ee2-47af-8b96-1c630d031842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:19.588038 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-45cc85e9-9ee2-47af-8b96-1c630d031842 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1137 time: 0.0415354 Sep 09 21:41:19.696090 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-179b6938-b78b-4dfe-a388-b398d536aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:19.697580 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-179b6938-b78b-4dfe-a388-b398d536aec7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.0899189 Sep 09 21:41:19.765917 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-0bda2321-1076-45d5-8654-4b1ebc907f3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 1001 time: 0.0607030 Sep 09 21:41:19.827160 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-7db79f4f-baf9-489e-a12c-568f624d9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:19.828593 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-7db79f4f-baf9-489e-a12c-568f624d9c54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0498250 Sep 09 21:41:19.876370 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-809fe90f-cd1b-4c01-972a-631c9462d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:19.877929 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-809fe90f-cd1b-4c01-972a-631c9462d61f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410621 Sep 09 21:41:19.989974 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-bf033f39-4b2f-40f1-aa5a-112ce4d97862 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966394 Sep 09 21:41:20.103077 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea24e9c1-3fb4-416f-a385-566a7a7d5f3e req-57614170-6137-4a08-b8ca-83653fe933e1 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007278 Sep 09 21:41:20.546138 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bd4e7-6782-4291-9c88-8592c1464aaa req-29bd2b2c-7db9-43d4-acdf-fcbebb857e6f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:20.554286 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e6bd4e7-6782-4291-9c88-8592c1464aaa req-29bd2b2c-7db9-43d4-acdf-fcbebb857e6f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0670016 Sep 09 21:41:20.591695 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e6bd4e7-6782-4291-9c88-8592c1464aaa req-e2c6f4f7-146b-4244-8c28-1d597742f461 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364652 Sep 09 21:41:21.958907 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf712bb-09c0-464e-a2b5-c8767ebf2ee1 req-c005e215-6f0c-404c-9118-449380b30b16 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:21.962039 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9cf712bb-09c0-464e-a2b5-c8767ebf2ee1 req-c005e215-6f0c-404c-9118-449380b30b16 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.2970266 Sep 09 21:41:22.002419 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9cf712bb-09c0-464e-a2b5-c8767ebf2ee1 req-de23da45-416d-4973-8f16-a7704ac26ff5 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357614 Sep 09 21:41:23.134220 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8da92-9d32-4fb3-9d28-27d16ded682a req-9eca6abf-5176-4207-8a80-ccdec74f7de6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:23.135900 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bea8da92-9d32-4fb3-9d28-27d16ded682a req-9eca6abf-5176-4207-8a80-ccdec74f7de6 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0549943 Sep 09 21:41:23.184253 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bea8da92-9d32-4fb3-9d28-27d16ded682a req-1043b4b3-0912-4979-86ce-9f838d68fbd4 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415885 Sep 09 21:41:24.311196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd14d3-10d3-4229-a16f-74b457f25aab req-e057ceca-9764-473e-a23a-4116ce5f9e6d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:24.312751 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d3cd14d3-10d3-4229-a16f-74b457f25aab req-e057ceca-9764-473e-a23a-4116ce5f9e6d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0562890 Sep 09 21:41:24.357095 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d3cd14d3-10d3-4229-a16f-74b457f25aab req-e35bcf24-5ecb-4e54-8755-e59ca3703fdd tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379567 Sep 09 21:41:25.484190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5789-01cf-4d8a-9ab9-50e31fb2e159 req-1d169cc8-529e-47cf-b042-98d8ae1f4f5c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:25.485741 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-302e5789-01cf-4d8a-9ab9-50e31fb2e159 req-1d169cc8-529e-47cf-b042-98d8ae1f4f5c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0587482 Sep 09 21:41:25.527158 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-302e5789-01cf-4d8a-9ab9-50e31fb2e159 req-fada0e38-b8b4-4103-b62a-ce7b9280cad5 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351040 Sep 09 21:41:26.648905 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12379083-53cf-4632-9216-380c542f568c req-148f2414-c1db-4fe9-b9d4-28d76dd8b936 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:26.650455 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-12379083-53cf-4632-9216-380c542f568c req-148f2414-c1db-4fe9-b9d4-28d76dd8b936 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0522559 Sep 09 21:41:26.692395 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-12379083-53cf-4632-9216-380c542f568c req-2cebe8cc-fbb4-44d0-8e5f-4a87e23ac3ae tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350575 Sep 09 21:41:27.821856 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb53fd-31b7-4e3a-990c-11f00d46ae20 req-7e8f4d80-6cc4-4a7d-b6f0-8c2e6cd3cfe4 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:27.823370 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dbdb53fd-31b7-4e3a-990c-11f00d46ae20 req-7e8f4d80-6cc4-4a7d-b6f0-8c2e6cd3cfe4 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0498762 Sep 09 21:41:27.875758 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dbdb53fd-31b7-4e3a-990c-11f00d46ae20 req-cdde5bb2-c26a-4b69-a9d7-61f2aee8ca20 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462675 Sep 09 21:41:29.014985 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bb500-7b83-4dd1-b70d-f26dba1671a1 req-0f1b4b9c-0bf5-4963-90b2-f4be9d44232d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:29.017670 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8c0bb500-7b83-4dd1-b70d-f26dba1671a1 req-0f1b4b9c-0bf5-4963-90b2-f4be9d44232d tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0556703 Sep 09 21:41:29.061793 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8c0bb500-7b83-4dd1-b70d-f26dba1671a1 req-cb561065-b20b-48f7-a49e-81cf2f7e66a8 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388973 Sep 09 21:41:29.699178 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4468a59d-260b-4d3f-a9d4-dd15756f1171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:30.191565 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce044-53b5-4930-ac4e-31945692b2c8 req-61fa106c-3f24-436b-98c6-c5bf7e206319 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:30.193098 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6c1ce044-53b5-4930-ac4e-31945692b2c8 req-61fa106c-3f24-436b-98c6-c5bf7e206319 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0515494 Sep 09 21:41:30.237212 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6c1ce044-53b5-4930-ac4e-31945692b2c8 req-e79974c8-8791-4a81-9006-97616edca521 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379686 Sep 09 21:41:31.370141 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db8c0f-bd6b-47e0-a7ba-7e388bbd1886 req-88426522-e101-4b1b-bb78-590b0bbe03d9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:31.371672 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f6db8c0f-bd6b-47e0-a7ba-7e388bbd1886 req-88426522-e101-4b1b-bb78-590b0bbe03d9 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0595202 Sep 09 21:41:31.417836 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f6db8c0f-bd6b-47e0-a7ba-7e388bbd1886 req-10d7f04e-d4eb-4f4f-a9f8-c4fbbbb6d61c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395076 Sep 09 21:41:32.542684 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5910d-bae2-4a89-9463-cad3f305b1ae req-e6154d9a-249c-41f6-9015-c8a90850911a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:32.544419 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aac5910d-bae2-4a89-9463-cad3f305b1ae req-e6154d9a-249c-41f6-9015-c8a90850911a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0566151 Sep 09 21:41:32.587927 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aac5910d-bae2-4a89-9463-cad3f305b1ae req-014a3dbc-102d-4ad5-b392-7c20f3be4b7b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374680 Sep 09 21:41:32.636168 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:32.962262 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e72d673f-b0df-432a-9428-e4a893273b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:33.708264 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42421f-8e75-4c9e-9421-e8c4fe0fc94d req-7b9497f3-04c1-40f0-9ab8-f7177b130948 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:33.709799 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c42421f-8e75-4c9e-9421-e8c4fe0fc94d req-7b9497f3-04c1-40f0-9ab8-f7177b130948 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0500760 Sep 09 21:41:33.753326 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c42421f-8e75-4c9e-9421-e8c4fe0fc94d req-7e12d214-0e3c-46c5-bf77-0f5e5c6ca176 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=2813b987-4be2-4d00-b4f4-5cf0d4254258&id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370266 Sep 09 21:41:34.199219 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:35.273206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.344186 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41250) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:38.390241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Deleting subnet aa6379c7-0ac5-4933-9f55-76371835036e {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:41:38.393653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.434998 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.479527 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.542718 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.570400 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa6379c7-0ac5-4933-9f55-76371835036e,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:38.572825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.574713 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa6379c7-0ac5-4933-9f55-76371835036e HTTP/1.1" status: 204 len: 168 time: 0.2295103 Sep 09 21:41:38.577919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41252) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:38.581341 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.581693 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.582006 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.582371 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.582682 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.583028 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.583392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.583717 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.584054 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.584366 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.584683 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.584984 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b403c3f-d320-4bce-a284-b40410546b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.659651 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.736235 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.755841 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97089ec8-f80d-45c9-9d3f-e368d02cc161']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:38.765149 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b3b27d-ae03-46d7-85d2-94f4897edab1') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:38.765442 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b3b27d-ae03-46d7-85d2-94f4897edab1') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:38.779538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.793260 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.799737 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:41:38.800161 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:41:38.801837 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:41:38.857383 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.863037 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:38.864940 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] 10.222.0.21 "DELETE /v2.0/networks/97089ec8-f80d-45c9-9d3f-e368d02cc161 HTTP/1.1" status: 204 len: 168 time: 0.2860498 Sep 09 21:41:38.878780 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Pushing event deleted for resources: {'Network': ['ID=97089ec8-f80d-45c9-9d3f-e368d02cc161,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:38.887072 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.887443 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.887770 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.888115 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.888428 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.888755 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.889563 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.889915 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.890228 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.890562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.890929 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:38.891424 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced24cd-3189-45ac-8711-0888153d001b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:39.049552 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41258) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:39.092081 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fdbf19dc-7921-4996-9c93-5e2a60e53cf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=055b005e618a4ae0a861f6331e90772f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412896 Sep 09 21:41:39.094994 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41260) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:39.138565 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:39.146978 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:39.174399 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:39.228585 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:39.232035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:39.233324 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da19fbd9-e26a-461c-bed3-7ea48bf5ea04 HTTP/1.1" status: 204 len: 168 time: 0.1373415 Sep 09 21:41:39.242735 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0b7c1-18b1-4f1a-9530-5c0edb4d229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19fbd9-e26a-461c-bed3-7ea48bf5ea04,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:39.967912 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41284) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:40.086335 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1302197740-network', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:40.108378 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Made reservation on behalf of b177079953a44df8ae389629ed71b9ab for: {'network': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:40.110925 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.119508 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.219900 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.225163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.252321 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:41:40.262697 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd536115-bea6-4797-9f75-201e373f8ff7,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:40.269359 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.269695 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.segments_db [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Added segment 61534b20-d809-485c-bb97-7caaf5e78a01 of type vlan for network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 Sep 09 21:41:40.312987 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.340193 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.341187 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:40.341787 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.374489 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4054379 Sep 09 21:41:40.378046 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41288) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:40.386659 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Request body: {'subnet': {'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1302197740-subnet', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'ip_version': 4}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:40.406599 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ccd5-e38e-4001-b19d-cc2a71369073 admin admin] Pushing event updated for resources: {'Network': ['ID=1947e35a-48ae-44ff-bc39-c32b85bca6c1,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:40.417959 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:41:40.419265 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Made reservation on behalf of b177079953a44df8ae389629ed71b9ab for: {'subnet': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:40.421645 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10341582'] for subnet, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.613329 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10285351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10341584'] for subnet, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.667120 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c621b87-59ff-40b7-8ead-82320fe42181,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:40.683482 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Checking segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:40.683834 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Network hostable DHCP agents. Network: 1947e35a-48ae-44ff-bc39-c32b85bca6c1, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:41:40.702690 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:41:40.713305 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, 1947e35a-48ae-44ff-bc39-c32b85bca6c1) {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:40.717610 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:40.718166 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.722461 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a565374-772a-4880-a052-1ea2fc2b5f0a None None] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:41:40.734255 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fb1dd8de-f830-436a-ad3b-ec1a3bac1822 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545401 Sep 09 21:41:40.737239 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41290) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:40.742114 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:40.764581 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.765518 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.820440 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.886018 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:41:40.887333 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:40.963340 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.047142 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Allocated IP 172.20.0.2 (1947e35a-48ae-44ff-bc39-c32b85bca6c1/8c621b87-59ff-40b7-8ead-82320fe42181/bcd86705-f77b-48b1-8dfb-76795a7bfbd8) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:41.188395 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.208911 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.223485 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.232566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Transition to ACTIVE for port object bcd86705-f77b-48b1-8dfb-76795a7bfbd8 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:41.248475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Transition to ACTIVE for port object bcd86705-f77b-48b1-8dfb-76795a7bfbd8 will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:41.254412 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.293238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:41.296408 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:41.300302 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:41.308407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Pushing event updated for resources: {'Port': ['ID=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:41.333990 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Allocated IP 172.27.0.191 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/079ef13b-76ef-418d-9eb0-727094b55aa2) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:41.393081 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Attempting to bind port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:41.393606 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Attempting to bind port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:41.394043 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Attempting to bind port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 on network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:41.403210 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:41.403812 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Checking segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:41.404476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.405107 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Bound using segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:41.405887 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Bound port: bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:41.406504 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.446284 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.486711 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.516668 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] For port bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:41.522419 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] For port bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:41.524734 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:41.528027 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:41.531470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:41.531822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:41.540407 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Pushing event updated for resources: {'Port': ['ID=079ef13b-76ef-418d-9eb0-727094b55aa2,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:41.618842 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672ee79-4bb5-4a04-8979-f28e9c194206 None None] Pushing event updated for resources: {'Port': ['ID=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:42.081039 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:42.294779 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:42.437985 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Router 2481d8e8-4435-4d07-8ae3-53d277735c1f is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:41:42.554468 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device bcd86705-f77b-48b1-8dfb-76795a7bfbd8 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:42.579801 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:42.592829 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Sync routers for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:42.605568 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:42.611024 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1b5bed1d-914d-48b3-ae6c-58b81d90954a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8682852 Sep 09 21:41:42.611332 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d47a6-e40e-41a8-93b7-52348609b72d None None] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:41:42.611704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41296) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:42.627987 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:42.628708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:42.768257 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Provisioning for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:42.784017 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:42.794732 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Provisioning complete for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:42.795136 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:42.801255 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:42.801627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:42.896696 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:43.080248 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.263242 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Allocated IP 172.20.0.1 (1947e35a-48ae-44ff-bc39-c32b85bca6c1/8c621b87-59ff-40b7-8ead-82320fe42181/47042092-b3bc-42a1-bea3-a663f833b9a9) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:43.277496 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.284377 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.363481 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] For port bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:43.373661 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.387961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.405155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Transition to ACTIVE for port object 47042092-b3bc-42a1-bea3-a663f833b9a9 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:43.444273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.460131 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.db.api [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 21:41:43.460554 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG oslo_db.api [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 21:41:43.473888 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5b85-6d8e-4a56-aeea-762a66f0225b None None] Pushing event updated for resources: {'Port': ['ID=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:43.479980 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:41Z', 'revision_number': 3, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:43.494426 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:43.497713 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:43.505013 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:43.510018 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Checking router: 2481d8e8-4435-4d07-8ae3-53d277735c1f for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:43.510436 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Updating router 2481d8e8-4435-4d07-8ae3-53d277735c1f port 079ef13b-76ef-418d-9eb0-727094b55aa2 binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:41:43.537370 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.543029 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Pushing event updated for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:43.545736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.691304 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.763999 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-b7d6e1a8-ffab-463a-9221-5321c8385efd None None] Provisioning complete for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:43.764880 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e1a8-ffab-463a-9221-5321c8385efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.893227 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.895386 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.906059 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:43.930026 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Transition to ACTIVE for port object 079ef13b-76ef-418d-9eb0-727094b55aa2 will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:43.941613 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.031321 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Pushing event updated for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:44.038377 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6bc48-5171-4746-b687-4fd1ac7f363a None None] Pushing event updated for resources: {'Port': ['ID=079ef13b-76ef-418d-9eb0-727094b55aa2,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:44.040256 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.041743 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Attempting to bind port 079ef13b-76ef-418d-9eb0-727094b55aa2 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:44.042120 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Attempting to bind port 079ef13b-76ef-418d-9eb0-727094b55aa2 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:44.042478 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Attempting to bind port 079ef13b-76ef-418d-9eb0-727094b55aa2 on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:44.053265 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:44.053649 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:44.054081 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.054470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:44.055074 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Bound port: 079ef13b-76ef-418d-9eb0-727094b55aa2, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:44.055514 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.111670 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-22b9ebf3-b87d-4128-9784-abd0b54506d6 None None] Provisioning for port 47042092-b3bc-42a1-bea3-a663f833b9a9 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:44.142451 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-22b9ebf3-b87d-4128-9784-abd0b54506d6 None None] Provisioning complete for port 47042092-b3bc-42a1-bea3-a663f833b9a9 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:44.142961 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-22b9ebf3-b87d-4128-9784-abd0b54506d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.163755 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:44.165274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:44.187448 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] For port 079ef13b-76ef-418d-9eb0-727094b55aa2, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:44.215201 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] For port 079ef13b-76ef-418d-9eb0-727094b55aa2, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=079ef13b-76ef-418d-9eb0-727094b55aa2,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:44.229383 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.232549 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-22b9ebf3-b87d-4128-9784-abd0b54506d6 None None] Port 47042092-b3bc-42a1-bea3-a663f833b9a9 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:41:44.324329 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Router 2481d8e8-4435-4d07-8ae3-53d277735c1f has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:41:44.341243 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:44.341940 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:44.346507 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6bc48-5171-4746-b687-4fd1ac7f363a None None] Pushing event updated for resources: {'Port': ['ID=079ef13b-76ef-418d-9eb0-727094b55aa2,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:44.478773 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-5c098d38-f853-468f-9961-2df5f7c84ffa None None] Provisioning complete for port 47042092-b3bc-42a1-bea3-a663f833b9a9 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:44.479181 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5c098d38-f853-468f-9961-2df5f7c84ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.492580 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:44.502945 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1fc45fce-5fba-4453-8e5d-009df43593a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2481d8e8-4435-4d07-8ae3-53d277735c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8891723 Sep 09 21:41:44.520196 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:44.554644 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device bcd86705-f77b-48b1-8dfb-76795a7bfbd8 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:44.584750 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-5c098d38-f853-468f-9961-2df5f7c84ffa None None] Port 47042092-b3bc-42a1-bea3-a663f833b9a9 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:41:44.678041 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:44.678411 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:44.872750 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 2, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:44.925909 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9ef4-bf4e-483f-b301-90726d7b6168 None None] The sync data for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi is: [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 2, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:45.104138 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41318) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:45.109315 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1700967584-network', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:45.158450 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Made reservation on behalf of cceccf79fedf47a491d4df97b713c8d5 for: {'network': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:45.160724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for network, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.177443 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.302058 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.311827 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.336564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 21:41:45.352773 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd93958-a3e0-467f-aee3-e9309f2a1f6c,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:45.357714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.358057 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.segments_db [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Added segment 73cdab43-4eb6-4c61-9ede-2560acf9ff2f of type vlan for network be51368d-5802-4ddf-bcc4-427a2827d641 Sep 09 21:41:45.400615 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779045902394'] for network, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.427516 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263'] for network, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.428551 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:45.430333 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.463622 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3583066 Sep 09 21:41:45.466595 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41320) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:45.471773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Request body: {'subnet': {'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1700967584-subnet', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'ip_version': 4}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:45.498556 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Made reservation on behalf of cceccf79fedf47a491d4df97b713c8d5 for: {'subnet': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:45.498812 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b114-8adf-4c6e-82cf-89475b84397c admin admin] Pushing event updated for resources: {'Network': ['ID=be51368d-5802-4ddf-bcc4-427a2827d641,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:45.502015 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9018016'] for subnet, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.509753 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Network be51368d-5802-4ddf-bcc4-427a2827d641 details requested by agent ovs-agent-dv-cinder-760193-10-iscsi with host dv-cinder-760193-10-iscsi {{(pid=94082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 21:41:45.752744 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9422553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9018046'] for subnet, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.812829 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a02724-d664-4746-9ee7-db39ca522398,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:45.820976 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Checking segment: {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:45.821338 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Network hostable DHCP agents. Network: be51368d-5802-4ddf-bcc4-427a2827d641, hostable agents: ['60338aa7-2bfc-4502-920c-028def33edc4'], hosted agents: [] {{(pid=94081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 21:41:45.842993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Network be51368d-5802-4ddf-bcc4-427a2827d641 is scheduled to be hosted by DHCP agent 60338aa7-2bfc-4502-920c-028def33edc4 with binding_index 1 {{(pid=94081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 21:41:45.856611 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-10-iscsi, be51368d-5802-4ddf-bcc4-427a2827d641) {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:45.861264 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:45.861864 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.867535 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5514e5b-20f4-45a8-b716-2ddfe809aa57 None None] Network be51368d-5802-4ddf-bcc4-427a2827d641 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:41:45.879737 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-7b7b2094-b2ea-46a7-88c0-d921d20715ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4117832 Sep 09 21:41:45.883031 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41324) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:45.892302 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:45.928936 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456083', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1440'] for router, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:45.930688 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-479528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1465'] for router, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.044809 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.076672 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f8947f8-602e-57e4-83d0-4291715ad513-be51368d-5802-4ddf-bcc4-427a2827d641', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398'}]}} from dv-cinder-760193-10-iscsi. {{(pid=94082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 21:41:46.077564 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.235895 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.265935 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.db_base_plugin_common [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Allocated IP 172.20.0.2 (be51368d-5802-4ddf-bcc4-427a2827d641/66a02724-d664-4746-9ee7-db39ca522398/8f66ae61-7930-43f0-957f-bcc0637d853e) {{(pid=94082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:46.510162 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks [] for port, precommit_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.521342 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Transition to ACTIVE for port object 8f66ae61-7930-43f0-957f-bcc0637d853e will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:46.537991 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.547685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Transition to ACTIVE for port object 8f66ae61-7930-43f0-957f-bcc0637d853e will not be triggered until provisioned by entity DHCP. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:46.562773 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.564250 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939'] for port, after_create {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.592694 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 079ef13b-76ef-418d-9eb0-727094b55aa2 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:46.654234 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Network be51368d-5802-4ddf-bcc4-427a2827d641 is already hosted by enough agents. {{(pid=94082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:46.687309 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.scheduler.base_scheduler [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Resources bound (agent type, host, resource id): {{(pid=94082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:46.696685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Received port after_create {{(pid=94082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:46.730994 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Allocated IP 172.27.0.216 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/4c45ee12-8bbb-43ed-b963-a872eb6fba4a) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:46.780740 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Pushing event updated for resources: {'Port': ['ID=8f66ae61-7930-43f0-957f-bcc0637d853e,revision_number=1']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:46.800535 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Attempting to bind port 8f66ae61-7930-43f0-957f-bcc0637d853e on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:46.800910 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Attempting to bind port 8f66ae61-7930-43f0-957f-bcc0637d853e by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:46.801269 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Attempting to bind port 8f66ae61-7930-43f0-957f-bcc0637d853e on network be51368d-5802-4ddf-bcc4-427a2827d641 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:46.807891 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:46.808261 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Checking segment: {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:46.808660 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.809056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Bound using segment: {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:46.809515 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Bound port: 8f66ae61-7930-43f0-957f-bcc0637d853e, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:46.809895 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.812912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 079ef13b-76ef-418d-9eb0-727094b55aa2 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:46.825163 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 079ef13b-76ef-418d-9eb0-727094b55aa2 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:46.825617 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.884231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.915540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] For port 8f66ae61-7930-43f0-957f-bcc0637d853e, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:46.919573 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] For port 8f66ae61-7930-43f0-957f-bcc0637d853e, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=8f66ae61-7930-43f0-957f-bcc0637d853e,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:46.927928 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.941130 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:46.981838 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:46.985687 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:46.990793 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:46.996688 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.026424 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:47.037193 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0193a-8576-47c6-8976-28087e97936e None None] Pushing event updated for resources: {'Port': ['ID=8f66ae61-7930-43f0-957f-bcc0637d853e,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:47.043020 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 079ef13b-76ef-418d-9eb0-727094b55aa2, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=079ef13b-76ef-418d-9eb0-727094b55aa2,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:47.048327 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.114742 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=079ef13b-76ef-418d-9eb0-727094b55aa2,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:47.318421 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Sync routers for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:47.331731 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:47.331731 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:47.347427 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.459355 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:47.568673 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-455450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-457538'] for router, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.665620 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 2, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:47.697154 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Checking router: 2481d8e8-4435-4d07-8ae3-53d277735c1f for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:47.697591 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Updating router 2481d8e8-4435-4d07-8ae3-53d277735c1f port 47042092-b3bc-42a1-bea3-a663f833b9a9 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:41:47.726523 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.736377 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Router 15030ba1-381b-4f8e-9240-2cd18f55265d is scheduled to L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c with binding_index 1 {{(pid=94081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 21:41:47.892574 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:47.903217 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Sync routers for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:47.918186 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:47.919823 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:47.935592 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:47.940554 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41350) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:47.941092 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1d9b8f2c-706a-4752-8fff-ef88548c03f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0559700 Sep 09 21:41:48.036855 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.048521 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Transition to ACTIVE for port object 47042092-b3bc-42a1-bea3-a663f833b9a9 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:48.059610 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.083114 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:48.158913 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdde83c-9ea6-43aa-b0cf-37710395c061 None None] Pushing event updated for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:48.179573 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f36c1c-8cca-45a8-a6db-79456e69cf4b None None] Network be51368d-5802-4ddf-bcc4-427a2827d641 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:41:48.286452 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Attempting to bind port 47042092-b3bc-42a1-bea3-a663f833b9a9 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:48.286970 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Attempting to bind port 47042092-b3bc-42a1-bea3-a663f833b9a9 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:48.287527 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Attempting to bind port 47042092-b3bc-42a1-bea3-a663f833b9a9 on network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:48.293787 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:48.294602 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Checking segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:48.295128 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.295653 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Bound using segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:48.296236 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Bound port: 47042092-b3bc-42a1-bea3-a663f833b9a9, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:48.296800 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.351395 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-98d48845-02b0-4ae6-8d2f-5ce9ef12cadb None None] Provisioning for port 8f66ae61-7930-43f0-957f-bcc0637d853e completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:48.375006 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] For port 47042092-b3bc-42a1-bea3-a663f833b9a9, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:48.379466 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] For port 47042092-b3bc-42a1-bea3-a663f833b9a9, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=47042092-b3bc-42a1-bea3-a663f833b9a9,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:48.386354 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.459823 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdde83c-9ea6-43aa-b0cf-37710395c061 None None] Pushing event updated for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:48.471382 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:48.472567 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:48.489274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e740-8199-49bb-8a2c-4bb98b911c76 req-cca2312a-065b-4e72-82b8-0a304fdfe17b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:48.499542 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4c30e740-8199-49bb-8a2c-4bb98b911c76 req-cca2312a-065b-4e72-82b8-0a304fdfe17b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.1482821 Sep 09 21:41:48.599889 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:47Z', 'revision_number': 3, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:48.638369 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4c30e740-8199-49bb-8a2c-4bb98b911c76 req-92ac26b4-c2aa-47b6-8dc0-76041e73d839 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287394 Sep 09 21:41:48.654003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.693682 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Checking router: 15030ba1-381b-4f8e-9240-2cd18f55265d for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:48.694345 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Updating router 15030ba1-381b-4f8e-9240-2cd18f55265d port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a binding host dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:41:48.719876 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:41:48.758497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:48.766952 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 8f66ae61-7930-43f0-957f-bcc0637d853e up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:48.796555 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:48.897300 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Allocated IP 172.20.0.1 (be51368d-5802-4ddf-bcc4-427a2827d641/66a02724-d664-4746-9ee7-db39ca522398/b5239538-112a-4f6e-97f0-ed8a32839f71) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:49.018834 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 8f66ae61-7930-43f0-957f-bcc0637d853e completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:49.032388 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 8f66ae61-7930-43f0-957f-bcc0637d853e triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:49.032758 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.048249 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.053380 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:48Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:49.063644 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Transition to ACTIVE for port object b5239538-112a-4f6e-97f0-ed8a32839f71 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:49.083916 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe0703-eca4-44b6-ac25-7355ba28d543 None None] The sync data for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi is: [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:48Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:49.100918 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.142295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Network be51368d-5802-4ddf-bcc4-427a2827d641 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:49.145263 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:49.149230 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:49.180375 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:49.184717 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.193823 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks [] for port, precommit_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.207196 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Transition to ACTIVE for port object 4c45ee12-8bbb-43ed-b963-a872eb6fba4a will not be triggered until provisioned by entity L2. {{(pid=94082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:49.213791 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457619'] for router_interface, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.221176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.278842 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Attempting to bind port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:49.279148 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Attempting to bind port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:49.279940 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Attempting to bind port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a on network ce31de07-d384-420f-8bde-a50d878b34c8 {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:49.304658 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 8f66ae61-7930-43f0-957f-bcc0637d853e, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=8f66ae61-7930-43f0-957f-bcc0637d853e,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:49.313137 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.313903 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 079ef13b-76ef-418d-9eb0-727094b55aa2 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:49.318669 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:49.319104 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Checking segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:49.319520 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.319912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Bound using segment: {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'} {{(pid=94082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:49.320400 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.managers [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Bound port: 4c45ee12-8bbb-43ed-b963-a872eb6fba4a, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73da53cb-6dc2-4097-83fc-30c4a9ce2ef9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}}] {{(pid=94082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:49.321022 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.384621 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.385851 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8d4b6-6549-4a82-be22-d784a3f1a053 None None] Pushing event updated for resources: {'Port': ['ID=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,revision_number=2']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:49.456046 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-c8b62472-809c-4e59-bf9c-67c81b1dc5cb None None] Provisioning for port b5239538-112a-4f6e-97f0-ed8a32839f71 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:49.477987 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-c8b62472-809c-4e59-bf9c-67c81b1dc5cb None None] Provisioning complete for port b5239538-112a-4f6e-97f0-ed8a32839f71 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:49.478270 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c8b62472-809c-4e59-bf9c-67c81b1dc5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.482636 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] For port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:49.517248 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] For port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:49.518534 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=8f66ae61-7930-43f0-957f-bcc0637d853e,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:49.540991 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-c8b62472-809c-4e59-bf9c-67c81b1dc5cb None None] Port b5239538-112a-4f6e-97f0-ed8a32839f71 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:41:49.542910 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.589570 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 079ef13b-76ef-418d-9eb0-727094b55aa2 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:49.589924 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.604480 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.610408 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.626870 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:49.627562 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:49.686032 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8d4b6-6549-4a82-be22-d784a3f1a053 None None] Pushing event updated for resources: {'Port': ['ID=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,revision_number=3']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:49.689499 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456195'] for router_interface, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:49.691845 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:49.942543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:50.062814 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-cde40457-07d7-44fa-a855-e6692ceb50c4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:50.065448 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-cde40457-07d7-44fa-a855-e6692ceb50c4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.0830894 Sep 09 21:41:50.126232 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618e224-cd7e-4f2c-ae4b-cf20ce641225 req-aad225f1-2a0d-46a8-8ec2-3a72807816fb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:50.127988 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1618e224-cd7e-4f2c-ae4b-cf20ce641225 req-aad225f1-2a0d-46a8-8ec2-3a72807816fb tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 947 time: 0.1458995 Sep 09 21:41:50.138067 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Network be51368d-5802-4ddf-bcc4-427a2827d641 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:50.139621 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:50.206429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Deleting port b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:41:50.206745 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:50.266643 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b5239538-112a-4f6e-97f0-ed8a32839f71', 'name': '', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:48Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 2, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'subnets': [{'id': '66a02724-d664-4746-9ee7-db39ca522398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:50.280668 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1618e224-cd7e-4f2c-ae4b-cf20ce641225 req-4e7b0c87-0843-4785-85cc-79c0a087ab50 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0f48388-4be0-4e22-bd61-756a8dd31cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895777 Sep 09 21:41:50.309697 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Router 15030ba1-381b-4f8e-9240-2cd18f55265d has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:41:50.322894 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc1a4e-191b-4f0b-bb39-3f85e995e2bd None None] The sync data for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi is: [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b5239538-112a-4f6e-97f0-ed8a32839f71', 'name': '', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:48Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 2, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'subnets': [{'id': '66a02724-d664-4746-9ee7-db39ca522398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:50.406230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] For port b89198a0-7323-4891-be75-96fdd52cbdde, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b89198a0-7323-4891-be75-96fdd52cbdde,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:50.406744 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:50.490536 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:50.496334 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-58721bae-f027-4d86-a8d3-7b5f3a6bcfd7 admin admin] 10.222.0.21 "PUT /v2.0/routers/15030ba1-381b-4f8e-9240-2cd18f55265d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531993 Sep 09 21:41:50.512203 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-5b38af80-e627-4470-8744-3f618cae6bdb None None] Provisioning complete for port b5239538-112a-4f6e-97f0-ed8a32839f71 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:50.512203 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5b38af80-e627-4470-8744-3f618cae6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:50.598505 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-5b38af80-e627-4470-8744-3f618cae6bdb None None] Port b5239538-112a-4f6e-97f0-ed8a32839f71 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:41:50.756273 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 47042092-b3bc-42a1-bea3-a663f833b9a9 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:50.865673 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 47042092-b3bc-42a1-bea3-a663f833b9a9 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:50.877698 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 47042092-b3bc-42a1-bea3-a663f833b9a9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:50.878084 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:50.986099 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.026108 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.026108 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.026108 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Floating IP a9332a5d-bc12-4dc9-883d-e7a39b6c6a80 disassociated. External IP: 172.27.0.178, port: b89198a0-7323-4891-be75-96fdd52cbdde. Sep 09 21:41:51.026108 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Calling delete_port for b89198a0-7323-4891-be75-96fdd52cbdde owned by compute:nova {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:41:51.034907 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 47042092-b3bc-42a1-bea3-a663f833b9a9, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=47042092-b3bc-42a1-bea3-a663f833b9a9,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:51.040790 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.042015 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 8f66ae61-7930-43f0-957f-bcc0637d853e up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:51.151478 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 8f66ae61-7930-43f0-957f-bcc0637d853e triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:51.152403 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.191163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.238727 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'Port': ['ID=b89198a0-7323-4891-be75-96fdd52cbdde,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:51.267868 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:51.421157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:41:51.440596 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-891047a3-653c-420e-a3d1-3b6f57f6b24d req-0d81626e-6ec1-4946-aa1b-61e7aaf2dc26 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0310309 Sep 09 21:41:51.585208 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41370) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:51.590296 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372967863', 'description': 'tempest-secgroup-smoke-372967863 description', 'project_id': 'b177079953a44df8ae389629ed71b9ab'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:51.617196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.622418 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:41:51.636381 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:51.647358 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:51.647999 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:51.690321 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] No DVR routers for this DVR port b89198a0-7323-4891-be75-96fdd52cbdde on host hv-cinder-76019 {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:41:51.693759 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.696837 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e2ab0831-2e8b-4c47-a3bc-407f7cff45b5 req-f8dfa7fe-ee3d-4be0-adf2-cfc2d27ed42b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "DELETE /v2.0/ports/b89198a0-7323-4891-be75-96fdd52cbdde HTTP/1.1" status: 204 len: 173 time: 1.6214862 Sep 09 21:41:51.697482 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-deleted', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:41:51.701105 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5577260-e302-40f5-a3db-b23e6543e345" -d '{"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-deleted", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:41:51.840871 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.851085 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.897051 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:51.957175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:51.959686 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3729675 Sep 09 21:41:51.965703 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41376) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:51.965921 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44db1ac5-f0a9-461d-941a-cdcf6d1f5b48 x-openstack-request-id: req-44db1ac5-f0a9-461d-941a-cdcf6d1f5b48 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:41:51.966168 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab855a25-4821-4c82-88d2-9cc94a902d78", "name": "network-vif-deleted", "tag": "b89198a0-7323-4891-be75-96fdd52cbdde", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:41:51.966545 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44db1ac5-f0a9-461d-941a-cdcf6d1f5b48 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:41:51.967183 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab855a25-4821-4c82-88d2-9cc94a902d78', 'name': 'network-vif-deleted', 'tag': 'b89198a0-7323-4891-be75-96fdd52cbdde', 'status': 'completed', 'code': 200} Sep 09 21:41:51.976901 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:51.994979 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bc5cb-e03c-4886-b0f8-2b06d427ab41 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39e4cb2-c087-4bd4-b252-3b965cfd9797,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:52.052993 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.124312 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.130612 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.154337 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06201615-e33f-45c5-9ec9-978b4ffd4b2c,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:52.171892 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.176418 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-a4819f1a-9cf0-4475-aada-0c8b0f51ecd0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060683 Sep 09 21:41:52.177071 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41378) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:52.183587 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:52.229173 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.280035 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:52.310609 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:52.322738 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:52.323463 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:52.334087 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.343943 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.388226 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.389088 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104013 Sep 09 21:41:52.390087 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2a270-b7ce-468e-a058-4bef4ea06d51 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15757b1-339d-4af3-9cda-6a6cae6da6a4,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:52.393262 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41382) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:52.401114 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:52.452056 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.536603 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:52.623632 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.632816 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.677038 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:41:52.711741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2489ba-a99f-404a-af6e-49e39af3df6c,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:52.714916 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: b89198a0-7323-4891-be75-96fdd52cbdde {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:41:52.717206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device b89198a0-7323-4891-be75-96fdd52cbdde not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:41:52.719988 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.721324 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-00ffc627-6a5e-4c9a-80ae-39cf8e5adec3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251946 Sep 09 21:41:52.726995 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41386) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:52.736607 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:52.775472 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-de1902d4-1917-4022-8179-50ed190c6ee7 req-677ff779-c11e-4623-ba34-a767dd0d88df tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab855a25-4821-4c82-88d2-9cc94a902d78 HTTP/1.1" status: 200 len: 210 time: 0.0983288 Sep 09 21:41:52.824627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4c45ee12-8bbb-43ed-b963-a872eb6fba4a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:52.849348 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.906457 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:52.913654 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:52.914037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.936108 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:52.956374 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.962949 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.982901 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a084c6-90c5-4be2-b92f-3f344630a109,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:52.991542 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1842929-4572-49be-b0d8-d8fa637cc760 None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:52.994642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:52.998308 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-925d1d93-966e-40fd-814c-4a8a30dd1337 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694919 Sep 09 21:41:53.001929 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41388) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:53.006710 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:53.052199 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.securitygroups_db [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Project b177079953a44df8ae389629ed71b9ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:41:53.060040 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.072487 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.100513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:53.110083 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.111265 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 47042092-b3bc-42a1-bea3-a663f833b9a9 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:53.151740 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.161887 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.191543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:53.194254 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ded014-d991-4192-82ad-6d179fe0f74c,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:53.208091 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 47042092-b3bc-42a1-bea3-a663f833b9a9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:53.208481 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.228595 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.233612 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-309c7ee6-a23b-49bc-b376-d4f31e230a80 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2303021 Sep 09 21:41:53.236780 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41390) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:53.241808 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'security_group_rule': {'security_group_id': 'e39e4cb2-c087-4bd4-b252-3b965cfd9797', 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:53.281743 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.securitygroups_db [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Project b177079953a44df8ae389629ed71b9ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 21:41:53.291844 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.394852 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.401052 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.422531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c32161-6aac-4cc0-82c5-3edb4487e3c9,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:53.432686 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:53.443320 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-df0538b3-fb1d-41eb-aaba-8c0f83de2162 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048929 Sep 09 21:41:53.507412 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd8b22-c74e-4bbe-8dda-238f98f8eb7c None None] New status for floating IP a9332a5d-bc12-4dc9-883d-e7a39b6c6a80: DOWN {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:41:53.938922 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Sync routers for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:41:53.965993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41434) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:53.966649 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:53.967426 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:54.078220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.112307 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.171139 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:54.203648 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.208970 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.210885 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "DELETE /v2.0/security-groups/c0f48388-4be0-4e22-bd61-756a8dd31cc8 HTTP/1.1" status: 204 len: 168 time: 0.2430539 Sep 09 21:41:54.213731 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41440) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:54.225925 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe2314-3d22-461c-9666-12ac883d7c00 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f48388-4be0-4e22-bd61-756a8dd31cc8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:54.229595 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.api.v2.resource [None req-17f976c5-9521-4d52-bbf2-0ce0d9736677 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] show failed (client error): The resource could not be found. Sep 09 21:41:54.231043 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-17f976c5-9521-4d52-bbf2-0ce0d9736677 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups/c0f48388-4be0-4e22-bd61-756a8dd31cc8 HTTP/1.1" status: 404 len: 347 time: 0.0160036 Sep 09 21:41:54.236246 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41442) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:54.464083 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Deleting port ddc13bbf-465c-481b-a69a-6d6982384b82 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:41:54.466144 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.589872 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4c45ee12-8bbb-43ed-b963-a872eb6fba4a up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:54.618066 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b5239538-112a-4f6e-97f0-ed8a32839f71', 'name': '', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:48Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 2, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'subnets': [{'id': '66a02724-d664-4746-9ee7-db39ca522398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:54.626026 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.626492 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.642678 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Calling delete_port for ddc13bbf-465c-481b-a69a-6d6982384b82 owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:41:54.670585 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Checking router: 15030ba1-381b-4f8e-9240-2cd18f55265d for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:41:54.671162 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Updating router 15030ba1-381b-4f8e-9240-2cd18f55265d port b5239538-112a-4f6e-97f0-ed8a32839f71 binding host dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 21:41:54.722248 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.762149 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:54.762961 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.878556 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.916759 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'Port': ['ID=ddc13bbf-465c-481b-a69a-6d6982384b82,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:54.996257 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:54.998837 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.000153 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e922f20f-4438-43a1-9468-3740975b568a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "DELETE /v2.0/floatingips/a9332a5d-bc12-4dc9-883d-e7a39b6c6a80 HTTP/1.1" status: 204 len: 168 time: 0.7627404 Sep 09 21:41:55.223639 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks [] for port, precommit_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.248186 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.provisioning_blocks [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Transition to ACTIVE for port object b5239538-112a-4f6e-97f0-ed8a32839f71 will not be triggered until provisioned by entity L2. {{(pid=94083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:41:55.256139 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.313863 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Pushing event updated for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=3']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:55.348665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.348665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.348665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.349197 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.349638 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.350051 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.350460 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.350869 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.351309 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.351712 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.352131 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.352538 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:41:55.394693 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Attempting to bind port b5239538-112a-4f6e-97f0-ed8a32839f71 on host dv-cinder-760193-10-iscsi for vnic_type normal with profile {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:41:55.395300 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Attempting to bind port b5239538-112a-4f6e-97f0-ed8a32839f71 by drivers openvswitch,hyperv on host dv-cinder-760193-10-iscsi at level 0 using segments [{'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:41:55.395837 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Attempting to bind port b5239538-112a-4f6e-97f0-ed8a32839f71 on network be51368d-5802-4ddf-bcc4-427a2827d641 {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:41:55.402833 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Checking agent: {'id': '5ccd67ea-98a5-440c-b891-527c47eb52a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 28, 3), 'started_at': datetime.datetime(2021, 9, 9, 21, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:41:55.403412 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Checking segment: {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:41:55.403982 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.404507 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Bound using segment: {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'} {{(pid=94083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:41:55.405116 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.managers [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Bound port: b5239538-112a-4f6e-97f0-ed8a32839f71, host: dv-cinder-760193-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cdab43-4eb6-4c61-9ede-2560acf9ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641'}}] {{(pid=94083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:41:55.405679 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.499653 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] For port b5239538-112a-4f6e-97f0-ed8a32839f71, host dv-cinder-760193-10-iscsi, cleared binding levels {{(pid=94083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:41:55.500008 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41464) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:55.503909 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.plugins.ml2.db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] For port b5239538-112a-4f6e-97f0-ed8a32839f71, host dv-cinder-760193-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b5239538-112a-4f6e-97f0-ed8a32839f71,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:41:55.506852 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282755277', 'description': 'tempest-description--2095440167'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:55.510075 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron_lib.callbacks.manager [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.556726 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.577830 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:41:55.578428 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:41:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:55.581957 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431ed59-f026-4d1b-91e0-7a7b2fd2c68d None None] Pushing event updated for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=4']} {{(pid=94083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:55.712898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.718182 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.750842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.754945 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:41:55.755884 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2540703 Sep 09 21:41:55.756338 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41466) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:55.762060 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8bfe-2677-4aaf-9bee-f3fb47da9b90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae44bd2-b7bc-4224-845e-a572c07bd351,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:55.786093 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group_rule': {'security_group_id': '9ae44bd2-b7bc-4224-845e-a572c07bd351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:55.826142 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.931430 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.938068 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.960608 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f778fc8e-426b-4006-9084-3d2df85a5d66,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:55.970284 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:55.971671 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-73192f93-1686-4cc4-8314-5e2c8d2394a8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111726 Sep 09 21:41:55.975145 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41470) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:55.982934 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'security_group_rule': {'security_group_id': '9ae44bd2-b7bc-4224-845e-a572c07bd351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:56.029634 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.053091 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b5239538-112a-4f6e-97f0-ed8a32839f71', 'name': '', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:48Z', 'updated_at': '2021-09-09T21:41:55Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'subnets': [{'id': '66a02724-d664-4746-9ee7-db39ca522398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:41:56.080938 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c870575-ed93-4d31-9f4e-19392f073953 None None] The sync data for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi is: [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:41:49Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b5239538-112a-4f6e-97f0-ed8a32839f71', 'name': '', 'network_id': 'be51368d-5802-4ddf-bcc4-427a2827d641', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '66a02724-d664-4746-9ee7-db39ca522398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:48Z', 'updated_at': '2021-09-09T21:41:55Z', 'revision_number': 4, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'subnets': [{'id': '66a02724-d664-4746-9ee7-db39ca522398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:41:56.102854 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.109600 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.132003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e651e4b-eb03-4d29-930a-06fb5ff87b92,revision_number=0']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:56.138368 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.140042 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-503d59b9-04b4-4999-93ec-588f5d46f254 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634743 Sep 09 21:41:56.144566 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41472) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:41:56.149086 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:56.185491 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.355287 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.528908 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Allocated IP 172.27.0.73 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/894d506f-4f4b-423c-869b-6f02b2108c48) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:41:56.581200 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b5239538-112a-4f6e-97f0-ed8a32839f71 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:56.656958 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning for port b5239538-112a-4f6e-97f0-ed8a32839f71 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:41:56.662289 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b5239538-112a-4f6e-97f0-ed8a32839f71 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:56.662793 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.684063 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.746777 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.779235 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.820272 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:41:56.828093 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] For port b5239538-112a-4f6e-97f0-ed8a32839f71, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b5239538-112a-4f6e-97f0-ed8a32839f71,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:41:56.829262 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:41:56.834378 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:56.834927 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:41:56.899149 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=894d506f-4f4b-423c-869b-6f02b2108c48,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:56.907238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Pushing event updated for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:56.968571 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.011289 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.194673 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.201649 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.278248 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=894d506f-4f4b-423c-869b-6f02b2108c48,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:41:57.294261 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.310623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:57.317964 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-dd28b458-7221-4c40-9a7e-694cfb284c1a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1664209 Sep 09 21:41:57.470818 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-242035b7-e2fa-4469-9273-b99b2013f2d5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1282755277&fields=id&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 267 time: 0.0422804 Sep 09 21:41:57.643020 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-6cdd7f16-eae4-43da-93e2-2d970964ff04 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:57.645634 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-6cdd7f16-eae4-43da-93e2-2d970964ff04 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 817 time: 0.1674368 Sep 09 21:41:57.662323 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-f348fe40-6e3a-4023-8e43-0cff5a6db5dc tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/quotas/9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 375 time: 0.0106642 Sep 09 21:41:57.738993 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-33e3b115-9a55-4249-a5d5-6824c65eeea5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698943 Sep 09 21:41:57.972924 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-83f9a637-ea17-434b-9959-552d48400689 service neutron] 10.222.0.21 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185800 Sep 09 21:41:58.079336 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-3f2743c7-a68c-4312-98c4-3c9abb575bfc service neutron] 10.222.0.21 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998845 Sep 09 21:41:58.277729 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4bcffe58-865d-4b29-b351-9575d3b1cb63 req-31e65b5b-7f8e-4f76-8399-a101d6dbb1d9 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 210 time: 0.0418692 Sep 09 21:41:58.534654 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b5239538-112a-4f6e-97f0-ed8a32839f71 up at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:41:58.607575 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Provisioning complete for port b5239538-112a-4f6e-97f0-ed8a32839f71 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:41:58.607951 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:59.391927 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1a6ea6d3-49c5-4815-855d-f48a8db04e4a req-a9001b0f-ac84-44f0-bdbd-c8dcbba4a8ec tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 210 time: 0.0283825 Sep 09 21:41:59.568279 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-37dbccc1-68de-4a48-a882-4fc5fe5a7d5c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:41:59.570482 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-37dbccc1-68de-4a48-a882-4fc5fe5a7d5c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 817 time: 0.1535332 Sep 09 21:41:59.631322 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-ca1637df-f3dc-4433-9553-b4e5fa11905d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 380 time: 0.0460572 Sep 09 21:41:59.654381 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'port': {'device_id': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'admin_state_up': True, 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'security_groups': ['9ae44bd2-b7bc-4224-845e-a572c07bd351']}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:41:59.699497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-19f5347c-5b5b-43fe-beb1-2e4784df0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:59.785240 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Made reservation on behalf of 9807736386194b2ca9960fff4feb2cdd for: {'port': 1} {{(pid=94081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:41:59.789310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:41:59.939280 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Allocated IP 172.20.0.9 (0cae5c79-09aa-42a8-8cd1-7fa33d4e464c/4d83b822-eadb-4aac-8ec6-4fea92efd1b3/4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:42:00.102149 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.127487 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Transition to ACTIVE for port object 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 will not be triggered until provisioned by entity DHCP. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:42:00.164002 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.210398 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:42:00.213531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:42:00.217581 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:42:00.247578 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:00.299557 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:00.300606 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.321054 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-c5b7856f-d68e-49b4-a16d-d85d6cbf1d61 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6709607 Sep 09 21:42:00.393741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Request body: {'port': {'device_id': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:00.466059 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.476657 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ccda25a6-f0f4-4644-a011-392561e0a720 None None] Provisioning for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:42:00.481614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-ccda25a6-f0f4-4644-a011-392561e0a720 None None] Provisioning complete for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:42:00.482444 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ccda25a6-f0f4-4644-a011-392561e0a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.561811 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-ccda25a6-f0f4-4644-a011-392561e0a720 None None] Port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:42:00.612382 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66836b17-04a2-4287-9021-f207afb7d6c2 req-9dbb88dd-3d08-4505-836f-1f6085bd3007 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:00.614614 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-66836b17-04a2-4287-9021-f207afb7d6c2 req-9dbb88dd-3d08-4505-836f-1f6085bd3007 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 931 time: 0.0876675 Sep 09 21:42:00.668244 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-66836b17-04a2-4287-9021-f207afb7d6c2 req-28e1c233-cadb-4629-9251-182ad89b25f4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 Sep 09 21:42:00.797907 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:42:00.806671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.821035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Transition to ACTIVE for port object 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:42:00.826587 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:00.882744 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:00.978654 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Attempting to bind port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:42:00.978989 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Attempting to bind port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:42:00.979430 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Attempting to bind port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:42:00.984961 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:42:00.985281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Attempting to bind port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 on network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:42:00.991991 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:42:00.992323 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Checking segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:42:00.992714 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Bound using segment: {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:42:00.993157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Bound port: 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:42:00.993513 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:01.082551 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:42:01.086904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:42:01.093084 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:01.129722 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.130365 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:01.131827 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] 10.222.0.45 "PUT /v2.0/ports/4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 1093 time: 0.7986486 Sep 09 21:42:01.132300 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:01.134691 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674def4a-53cd-4d60-9b51-b4467d00cfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:01.165728 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6102-db70-4c36-8830-7af8d6fe9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:01.242502 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d8ddd7-2c37-47e5-bb20-29233c36338d x-openstack-request-id: req-44d8ddd7-2c37-47e5-bb20-29233c36338d {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:01.242833 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:01.243121 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44d8ddd7-2c37-47e5-bb20-29233c36338d {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:01.243551 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'status': 'completed', 'code': 200} Sep 09 21:42:01.263382 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-ccf3cb43-06fc-480a-84b6-c8aac85f7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.265064 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-ccf3cb43-06fc-480a-84b6-c8aac85f7db5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1096 time: 0.0634010 Sep 09 21:42:01.315305 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-a9afee2b-888e-403e-8a2d-31305c0add5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 217 time: 0.0402465 Sep 09 21:42:01.371473 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-ee85da63-61ea-4caa-9c9d-65a4f79777fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.373027 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-ee85da63-61ea-4caa-9c9d-65a4f79777fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0503454 Sep 09 21:42:01.425516 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-998e11e6-6586-4a05-86df-76c9f189d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.427093 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-998e11e6-6586-4a05-86df-76c9f189d2a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452919 Sep 09 21:42:01.533401 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-e8dd2ebf-7b43-4509-8a47-e7696514a74b service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980685 Sep 09 21:42:01.675634 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e99ca3a8-85b5-49c4-8d61-c8cd76c7956e req-22fd9569-be30-4350-927d-2aeb85a9b479 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325631 Sep 09 21:42:01.812116 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-6c8dec7c-3a15-4839-8bfa-5fde61b4a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.813668 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-6c8dec7c-3a15-4839-8bfa-5fde61b4a7f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1096 time: 0.0824978 Sep 09 21:42:01.829807 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a300c-0b00-401a-bbb7-07840a876c04 req-210f3d12-170b-45ce-8bb3-ec8b23421e42 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.831333 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe8a300c-0b00-401a-bbb7-07840a876c04 req-210f3d12-170b-45ce-8bb3-ec8b23421e42 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0661433 Sep 09 21:42:01.933148 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fe8a300c-0b00-401a-bbb7-07840a876c04 req-f8def26f-6fc8-47e3-88a8-6573861440e0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918031 Sep 09 21:42:01.960196 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-6fd242e2-35de-45e4-9728-1c46c9425014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:01.961852 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-6fd242e2-35de-45e4-9728-1c46c9425014 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.1295977 Sep 09 21:42:02.006888 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-9b43bf49-ba6b-486d-aa95-a6ff2e07dc9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 217 time: 0.0366921 Sep 09 21:42:02.062934 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-fd10dbd6-d8e6-4dbf-b8e3-f0a547fb6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:02.064533 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-fd10dbd6-d8e6-4dbf-b8e3-f0a547fb6411 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0494859 Sep 09 21:42:02.128045 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-1aa4d88c-0fa9-4a7c-aa27-0b9781b9637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:02.130677 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-1aa4d88c-0fa9-4a7c-aa27-0b9781b9637a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582342 Sep 09 21:42:02.260020 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-cbd37352-2e67-4f91-beb2-8df1e7b06387 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099484 Sep 09 21:42:02.362539 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-674def4a-53cd-4d60-9b51-b4467d00cfe2 req-748b742e-89f2-4c94-9b23-4fadd053d14a service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948532 Sep 09 21:42:02.648540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:02.966201 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c0c365d5-6bc1-40a8-a2d2-32b747697140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:03.076716 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c4f25-eb74-4ad1-a029-59648e95e235 req-1cc6e5d3-a7fd-46a6-8570-6ac50faa20ce tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:03.078397 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ed9c4f25-eb74-4ad1-a029-59648e95e235 req-1cc6e5d3-a7fd-46a6-8570-6ac50faa20ce tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0636454 Sep 09 21:42:03.119068 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ed9c4f25-eb74-4ad1-a029-59648e95e235 req-b70141f5-01cc-4b44-ba47-ef0364a6ad90 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Sep 09 21:42:04.202540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:04.256295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929d926-73e4-43e2-8ca2-6a76d4ba70cc req-fd4ab160-f5e4-40d2-874f-8a7c542f9e19 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:04.257864 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d929d926-73e4-43e2-8ca2-6a76d4ba70cc req-fd4ab160-f5e4-40d2-874f-8a7c542f9e19 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0561328 Sep 09 21:42:04.301558 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d929d926-73e4-43e2-8ca2-6a76d4ba70cc req-2b895e66-fbc2-4117-9160-c7fce206b4b6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Sep 09 21:42:04.705299 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:42:04.818456 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:04.833398 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:42:04.880175 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:04.894910 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:42:04.918314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:04.925399 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:05.007129 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:05.222840 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:42:05.301441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:05.448573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6be9c-825b-4479-aabc-78f1142add05 req-d8412a70-7852-40aa-a6c5-9c55ed74353f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:05.450247 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6fb6be9c-825b-4479-aabc-78f1142add05 req-d8412a70-7852-40aa-a6c5-9c55ed74353f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0614822 Sep 09 21:42:05.492661 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6fb6be9c-825b-4479-aabc-78f1142add05 req-a3901aa0-fb8f-472a-9936-84b4bb3541ca tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338669 Sep 09 21:42:06.638312 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec143ae-fa22-4df2-af95-a7d59b727d90 req-125d3310-8fb6-485a-9bec-68a88e2b4cef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:06.638312 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ec143ae-fa22-4df2-af95-a7d59b727d90 req-125d3310-8fb6-485a-9bec-68a88e2b4cef tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0661275 Sep 09 21:42:06.694567 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8ec143ae-fa22-4df2-af95-a7d59b727d90 req-a487119b-aec0-4e77-a6de-aa8f8f2d87d5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486548 Sep 09 21:42:06.711554 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:42:06.773522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:42:06.777918 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:42:06.778285 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:06.869378 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:06.893985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:06.896369 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a191f2-c52a-487d-86a7-a48654b0c51b" -d '{"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:06.911265 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:06.917133 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:06.972072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:07.027921 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab93a9-6c2e-4e03-8b76-c61353a012bb x-openstack-request-id: req-b1ab93a9-6c2e-4e03-8b76-c61353a012bb {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:07.028222 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:07.028482 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1ab93a9-6c2e-4e03-8b76-c61353a012bb {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:07.028913 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'code': 200} Sep 09 21:42:07.235172 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04012-c6df-4cef-b5bc-930994bca69b req-6c67ac4b-e07d-4e5d-a20c-c91edf94bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:07.236756 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c04012-c6df-4cef-b5bc-930994bca69b req-6c67ac4b-e07d-4e5d-a20c-c91edf94bf63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1098 time: 0.0439699 Sep 09 21:42:07.276120 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d6c04012-c6df-4cef-b5bc-930994bca69b req-c7164893-1287-4b8d-94a9-8e29a8477828 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Sep 09 21:42:07.818709 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac110f-c138-473f-b375-a1bc7647c228 req-219bff02-01ba-45c5-8283-804419fcea1e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:07.820401 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-23ac110f-c138-473f-b375-a1bc7647c228 req-219bff02-01ba-45c5-8283-804419fcea1e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0540547 Sep 09 21:42:07.869657 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-23ac110f-c138-473f-b375-a1bc7647c228 req-56837ea9-93a0-4fc2-9f28-c74fbed74479 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Sep 09 21:42:09.010599 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc6ad-61cc-462a-840b-d04a6adcef7a req-522ebff3-8cd1-407d-ab6c-0fe05b4a1676 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:09.012194 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7fbdc6ad-61cc-462a-840b-d04a6adcef7a req-522ebff3-8cd1-407d-ab6c-0fe05b4a1676 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0515518 Sep 09 21:42:09.056640 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7fbdc6ad-61cc-462a-840b-d04a6adcef7a req-21971c51-a285-468d-941f-7aebc39b3b7f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380478 Sep 09 21:42:09.141978 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:09.185387 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0fc2b-6aaf-4653-a8c2-6f1fac150c50 req-e3334638-af76-41bb-8cdf-792e93d06025 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:09.186993 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a9c0fc2b-6aaf-4653-a8c2-6f1fac150c50 req-e3334638-af76-41bb-8cdf-792e93d06025 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0568042 Sep 09 21:42:09.196411 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41614) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:09.201176 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Request body: {'floatingip': {'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:09.240413 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:09.741073 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:09.747069 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:10.113452 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Floating IP 3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2 associated. External IP: 172.27.0.73, port: 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9. Sep 09 21:42:10.359514 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:42:10.472152 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:42:10.476748 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:10.483695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:42:10.504109 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:10.505011 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:10.516826 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d08f56ac-e3fe-4d07-9880-18b157d02e0a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "PUT /v2.0/floatingips/3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2 HTTP/1.1" status: 200 len: 990 time: 1.3192437 Sep 09 21:42:10.517828 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:10.520655 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43431ff-d645-4653-9f72-f940209e4277" -d '{"events": [{"name": "network-changed", "server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:10.561324 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c591fb3-0650-4e4b-b9ed-7e20d4e972ec x-openstack-request-id: req-3c591fb3-0650-4e4b-b9ed-7e20d4e972ec {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:10.561642 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:10.561920 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c591fb3-0650-4e4b-b9ed-7e20d4e972ec {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:10.562271 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'status': 'completed', 'code': 200} Sep 09 21:42:10.636420 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43431ff-d645-4653-9f72-f940209e4277 req-c2f407dd-cf23-44e6-94be-3de297dcc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:10.637981 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-c2f407dd-cf23-44e6-94be-3de297dcc3b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1098 time: 0.0500519 Sep 09 21:42:10.644030 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:10.743566 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43431ff-d645-4653-9f72-f940209e4277 req-8902b202-4123-40b5-a505-8b1eb05509e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:10.745306 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-8902b202-4123-40b5-a505-8b1eb05509e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.0948389 Sep 09 21:42:10.823621 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-4a326bb6-73f0-42c7-a522-def8647ed7fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 998 time: 0.0685105 Sep 09 21:42:10.882401 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43431ff-d645-4653-9f72-f940209e4277 req-ec6ca253-8b1c-49f2-80f3-2874a88055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:10.884062 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-ec6ca253-8b1c-49f2-80f3-2874a88055ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0508223 Sep 09 21:42:10.940536 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43431ff-d645-4653-9f72-f940209e4277 req-a6669c69-c38e-447c-bb48-5bf81f8d9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:10.942166 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-a6669c69-c38e-447c-bb48-5bf81f8d9e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496044 Sep 09 21:42:11.037962 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:41:56Z', 'updated_at': '2021-09-09T21:42:09Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:11.045296 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-61388b73-fe00-44dd-92ad-bf9ba91670ea service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949097 Sep 09 21:42:11.067077 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:42:11.076805 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:11.077449 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:11.160347 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f43431ff-d645-4653-9f72-f940209e4277 req-7afe556a-601f-43e8-ad13-3afa67f73a03 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040525 Sep 09 21:42:11.190807 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:11.436819 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:41:56Z', 'updated_at': '2021-09-09T21:42:09Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:11.464667 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c0583-8d81-4fdc-b6dc-5a82c9ec1ee4 None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:41:56Z', 'updated_at': '2021-09-09T21:42:09Z', 'revision_number': 1, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:42:11.705526 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a134a0-1ae9-4033-a2d2-cccf795843f7 None None] New status for floating IP 3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2: ACTIVE {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:42:12.443732 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-bf92c86d-69eb-43ea-ace6-2db369c23912 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372967863&fields=id&tenant_id=b177079953a44df8ae389629ed71b9ab HTTP/1.1" status: 200 len: 267 time: 0.0371089 Sep 09 21:42:12.581872 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4933c908-2645-4e8a-b95f-a928818a14cb tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:12.583323 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4933c908-2645-4e8a-b95f-a928818a14cb tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 809 time: 0.1305008 Sep 09 21:42:12.599369 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-b104e084-27d4-4f03-9d73-103a41757b6e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/quotas/b177079953a44df8ae389629ed71b9ab HTTP/1.1" status: 200 len: 375 time: 0.0099192 Sep 09 21:42:12.656893 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-1f468309-0c15-47d5-af48-c37c540cefcd tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509992 Sep 09 21:42:12.769317 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-2d626650-3fd0-43c2-b4a6-0d12e0e589cf service neutron] 10.222.0.21 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952322 Sep 09 21:42:12.910744 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-703f89c5-b7c5-4fca-bd92-fecbd3165393 service neutron] 10.222.0.21 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350813 Sep 09 21:42:13.303699 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-90030241-13a2-4541-a789-08dc59ea333b req-eef3636b-9410-4ed7-8fe5-566c6227b9f0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 210 time: 0.0356340 Sep 09 21:42:13.916362 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-b49fe832-e939-4004-b13e-128efbd81252 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760553 Sep 09 21:42:13.989386 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-ca22f059-2166-4a15-ac6b-fa0ca8daed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:13.990936 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-ca22f059-2166-4a15-ac6b-fa0ca8daed90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1137 time: 0.0433002 Sep 09 21:42:14.117138 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-6c4fc907-d1b1-40d3-96bf-93bd8acba8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:14.119185 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-6c4fc907-d1b1-40d3-96bf-93bd8acba8b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.1006806 Sep 09 21:42:14.201957 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-a4562805-0ff5-499d-97f8-a72108756a30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 1001 time: 0.0661893 Sep 09 21:42:14.290437 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-659fba5b-efd6-4632-ac45-ff929780e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:14.293436 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-659fba5b-efd6-4632-ac45-ff929780e4a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0825629 Sep 09 21:42:14.382348 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-e55bf217-26e4-468f-87a7-213d88e4ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:14.385020 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-e55bf217-26e4-468f-87a7-213d88e4ff06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821154 Sep 09 21:42:14.562172 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b9709d2-59a6-446e-8cf4-a7e5a44d2c0a req-c618d214-c51b-4957-9e47-6982c3a4c41d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 210 time: 0.0716510 Sep 09 21:42:14.587765 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-c3de90b9-7e97-41f0-a5b9-3374bf5dbb03 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940308 Sep 09 21:42:14.610560 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-82106a08-c5b8-457b-8557-6fefb755797e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:14.612376 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-82106a08-c5b8-457b-8557-6fefb755797e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 809 time: 0.2997346 Sep 09 21:42:14.653419 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6507-8f7f-40e9-8094-5230492c8a91 req-cbe1f11c-7271-4421-8e36-b9f0ae982368 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:14.655943 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-278d6507-8f7f-40e9-8094-5230492c8a91 req-cbe1f11c-7271-4421-8e36-b9f0ae982368 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1309397 Sep 09 21:42:14.687276 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-e4c90c95-359e-481c-bbc4-dc252a4ad67d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b177079953a44df8ae389629ed71b9ab HTTP/1.1" status: 200 len: 379 time: 0.0562289 Sep 09 21:42:14.698970 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'port': {'device_id': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'admin_state_up': True, 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'security_groups': ['e39e4cb2-c087-4bd4-b252-3b965cfd9797']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:14.738443 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-278d6507-8f7f-40e9-8094-5230492c8a91 req-bb6acf2f-f07e-4936-9346-ea6127c6bb83 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754387 Sep 09 21:42:14.745786 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-edb86b59-74f2-46f8-8eab-dd458bdea777 req-b23a99a4-63a5-4346-9d57-5c97a6425659 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474082 Sep 09 21:42:14.833499 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Made reservation on behalf of b177079953a44df8ae389629ed71b9ab for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:42:14.837852 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:14.981190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Allocated IP 172.20.0.9 (1947e35a-48ae-44ff-bc39-c32b85bca6c1/8c621b87-59ff-40b7-8ead-82320fe42181/97a06b86-ecc2-4e10-aa23-d69589bc24a8) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:42:15.176427 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.195822 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Transition to ACTIVE for port object 97a06b86-ecc2-4e10-aa23-d69589bc24a8 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:42:15.236041 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.308966 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:42:15.314460 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:42:15.321448 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:42:15.336091 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:15.399801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:15.400482 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.424676 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-4ac75648-19b0-43c9-81b6-194463b49fa6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300463 Sep 09 21:42:15.437308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Request body: {'port': {'device_id': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:15.499291 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.557711 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-8906db36-976a-4cf0-9f1d-6e4fea3cfeb3 None None] Provisioning for port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:42:15.562240 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-8906db36-976a-4cf0-9f1d-6e4fea3cfeb3 None None] Provisioning complete for port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:42:15.562615 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8906db36-976a-4cf0-9f1d-6e4fea3cfeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.606257 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-8906db36-976a-4cf0-9f1d-6e4fea3cfeb3 None None] Port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:42:15.757591 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684851b-8933-47fa-a25e-1a19afc265ba req-40f6e8eb-d153-45fb-bc88-870cdda3b058 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:15.760197 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6684851b-8933-47fa-a25e-1a19afc265ba req-40f6e8eb-d153-45fb-bc88-870cdda3b058 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 931 time: 0.0876961 Sep 09 21:42:15.816937 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6684851b-8933-47fa-a25e-1a19afc265ba req-3f2b6bac-4cee-4905-936e-af994c8df09e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482550 Sep 09 21:42:15.896074 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a06b86-ecc2-4e10-aa23-d69589bc24a8 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:42:15.905805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:15.924091 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Transition to ACTIVE for port object 97a06b86-ecc2-4e10-aa23-d69589bc24a8 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:42:15.938391 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abeeca3-f441-4063-94a8-f254512b991e req-f0aeb02b-402b-479a-b3ff-e0a76e035bbc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:15.940698 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4abeeca3-f441-4063-94a8-f254512b991e req-f0aeb02b-402b-479a-b3ff-e0a76e035bbc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0843592 Sep 09 21:42:15.942407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:16.022239 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:16.035264 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4abeeca3-f441-4063-94a8-f254512b991e req-61347087-5b89-4424-ab5d-b962bebbd14a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845735 Sep 09 21:42:16.122310 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Attempting to bind port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:42:16.124515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Attempting to bind port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:42:16.124515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Attempting to bind port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 on network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:42:16.130942 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 on network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:42:16.131461 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Attempting to bind port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 on network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:42:16.137470 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:42:16.137846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Checking segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:42:16.138189 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Bound using segment: {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:42:16.138626 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Bound port: 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61534b20-d809-485c-bb97-7caaf5e78a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:42:16.138976 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:16.227712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:42:16.231585 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:42:16.245594 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:16.297196 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:16.299825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:16.300434 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] 10.222.0.45 "PUT /v2.0/ports/97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 1093 time: 0.8675001 Sep 09 21:42:16.301060 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:16.304760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8774033c-b7db-4188-84cd-d3b02046f352" -d '{"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:16.359140 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69980e-48a0-44f9-bec6-d3a1c2f14516 service neutron] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:16.420029 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-2c61a979-6aaf-4dec-89b7-e2f645dbf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:16.421614 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-2c61a979-6aaf-4dec-89b7-e2f645dbf93a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1096 time: 0.0645521 Sep 09 21:42:16.743875 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc7f49b-9276-41f5-b255-d3e530c9040f x-openstack-request-id: req-2fc7f49b-9276-41f5-b255-d3e530c9040f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:16.744169 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:16.744366 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fc7f49b-9276-41f5-b255-d3e530c9040f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:16.744776 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'status': 'completed', 'code': 200} Sep 09 21:42:16.746715 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-47f888db-79d0-44e7-8cca-3aaa7dd7f3c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 217 time: 0.3119068 Sep 09 21:42:16.801707 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-fa494072-71e6-47b9-b262-95a4a8d3c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:16.803414 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-fa494072-71e6-47b9-b262-95a4a8d3c892 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0484014 Sep 09 21:42:16.859652 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fad94-17e4-4984-b90a-09b6f275413d req-e14a9294-8437-48f2-a632-74e6fdb64534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:16.861886 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-e14a9294-8437-48f2-a632-74e6fdb64534 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494184 Sep 09 21:42:16.992452 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969f7c-ecd8-416d-8c2f-c7ab61b9d001 req-b376b893-67c9-4cda-8797-7396fd62d5f0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:16.994187 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77969f7c-ecd8-416d-8c2f-c7ab61b9d001 req-b376b893-67c9-4cda-8797-7396fd62d5f0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0691972 Sep 09 21:42:17.003830 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-860b0d15-9468-4d73-adb1-a1eb2f0c2108 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288762 Sep 09 21:42:17.043395 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77969f7c-ecd8-416d-8c2f-c7ab61b9d001 req-86dd566b-eb95-470e-a47c-fc5431147b9b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Sep 09 21:42:17.119494 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c74fad94-17e4-4984-b90a-09b6f275413d req-a475a253-397f-4521-bf9b-d7ebfd6b1f1e service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073086 Sep 09 21:42:17.233321 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4530-59c3-468d-b95c-7ce58754cd9a req-19199eed-48d1-4ac5-9982-ee39be7941b1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.235179 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-078a4530-59c3-468d-b95c-7ce58754cd9a req-19199eed-48d1-4ac5-9982-ee39be7941b1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0963464 Sep 09 21:42:17.246964 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774033c-b7db-4188-84cd-d3b02046f352 req-b236f3f8-b976-496e-ae79-9bde61be0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.249301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-b236f3f8-b976-496e-ae79-9bde61be0533 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1096 time: 0.0716541 Sep 09 21:42:17.329982 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-078a4530-59c3-468d-b95c-7ce58754cd9a req-a9ad1715-3b15-402b-97fc-3b6e8fef7a1e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877285 Sep 09 21:42:17.401830 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774033c-b7db-4188-84cd-d3b02046f352 req-725c307d-0f95-4a57-8cfb-61e5b3defcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.404407 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-725c307d-0f95-4a57-8cfb-61e5b3defcd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.1440277 Sep 09 21:42:17.454516 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-ac6958a9-31a6-4d49-8cb3-4ae09a6004aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 217 time: 0.0381439 Sep 09 21:42:17.510650 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774033c-b7db-4188-84cd-d3b02046f352 req-6da9cf52-9a21-458d-9e03-9822795c9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.512281 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-6da9cf52-9a21-458d-9e03-9822795c9850 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0491943 Sep 09 21:42:17.573100 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774033c-b7db-4188-84cd-d3b02046f352 req-314354dc-b408-49ab-8515-d5a54f1e284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.574696 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-314354dc-b408-49ab-8515-d5a54f1e284a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511220 Sep 09 21:42:17.616151 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-37eccda5-71e3-4c6c-838a-a70cd1e47c8f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596359989&fields=id&tenant_id=a2374c23a70b440d859bc2a7dea839ed HTTP/1.1" status: 200 len: 267 time: 0.0381963 Sep 09 21:42:17.674353 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-59469302-31f2-487b-a3d4-87432a147fe2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:17.676038 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-59469302-31f2-487b-a3d4-87432a147fe2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 984 time: 0.0540826 Sep 09 21:42:17.688183 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-4af9c878-c0f6-4189-842c-aedf6b6bd539 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044722 Sep 09 21:42:17.688548 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Request body: {'port': {'security_groups': ['9e7c5ab8-0cc1-4cee-a5bb-dad211740826']}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:17.798575 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8774033c-b7db-4188-84cd-d3b02046f352 req-27daaaee-49d1-4479-a03a-72a0b0cefddd service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019197 Sep 09 21:42:17.808401 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.021073 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:18.054739 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.060643 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.074768 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:42:18.108050 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.108739 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.110553 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-15780a0f-9bba-4d8e-8aee-45c8bdda2f92 req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "PUT /v2.0/ports/bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 942 time: 0.4276288 Sep 09 21:42:18.111043 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:18.115950 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fab15b-7e61-4202-8cba-e0d4647a8edd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:18.123384 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41700) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:18.188362 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ee77e-2859-493c-8422-d38bb1e39e2b tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event updated for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=7']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:18.211029 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:42:18.238068 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dec8051-a8cb-4cae-a175-e4dd753b20ab x-openstack-request-id: req-2dec8051-a8cb-4cae-a175-e4dd753b20ab {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:18.238363 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:18.238616 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dec8051-a8cb-4cae-a175-e4dd753b20ab {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:18.239018 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:42:18.251280 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.272699 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40f08f-8879-45a3-93f6-ec79933c9a38 req-fb8184a7-2c93-40c4-8d70-84d6bf94b83e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.274448 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c40f08f-8879-45a3-93f6-ec79933c9a38 req-fb8184a7-2c93-40c4-8d70-84d6bf94b83e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0945423 Sep 09 21:42:18.305168 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.401705 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-2266b7d8-e4e0-4619-829a-0934ab579396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.403375 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-2266b7d8-e4e0-4619-829a-0934ab579396 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1098 time: 0.1212363 Sep 09 21:42:18.407451 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c40f08f-8879-45a3-93f6-ec79933c9a38 req-c2d3e870-9dc5-48d2-a8f9-0968c72f6c96 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052361 Sep 09 21:42:18.538312 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-e314b1e8-0d87-46c9-8828-6876c11c2028 None None] Provisioning complete for port bcf845ef-23ca-434c-a295-e59146290443 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:42:18.538685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e314b1e8-0d87-46c9-8828-6876c11c2028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.554255 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.557027 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.558171 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "DELETE /v2.0/security-groups/2813b987-4be2-4d00-b4f4-5cf0d4254258 HTTP/1.1" status: 204 len: 168 time: 0.4338360 Sep 09 21:42:18.562394 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41706) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:18.579735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a59c6f-52a9-46f7-a82f-4bfbc2ad0187 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2813b987-4be2-4d00-b4f4-5cf0d4254258,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:18.598167 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-0c0440d9-4270-4f3e-8ee0-d85c44223c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.599827 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-0c0440d9-4270-4f3e-8ee0-d85c44223c8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.1854401 Sep 09 21:42:18.608455 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d63534-95ef-4f8a-a295-470bdb2d04f2 req-10695299-469d-4199-b7ad-954a83bdf26e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.610072 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-66d63534-95ef-4f8a-a295-470bdb2d04f2 req-10695299-469d-4199-b7ad-954a83bdf26e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0987697 Sep 09 21:42:18.706857 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-66d63534-95ef-4f8a-a295-470bdb2d04f2 req-232e9197-8c50-4b73-b7ae-979fc9a0ba77 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546863 Sep 09 21:42:18.709493 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-14d4a3ce-0618-4a45-80d0-ae27b34abe73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 1001 time: 0.0984268 Sep 09 21:42:18.781720 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-b573b584-6b30-4c33-a789-579c90ca57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.784316 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-b573b584-6b30-4c33-a789-579c90ca57a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0657547 Sep 09 21:42:18.835740 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Deleting port 2c296628-dcf4-4931-bb60-9ade8111042c {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:18.835980 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.851462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-877be235-231a-4456-bd58-59c3633887c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:18.853295 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-877be235-231a-4456-bd58-59c3633887c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507500 Sep 09 21:42:18.941400 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.941912 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:18.957808 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Calling delete_port for 2c296628-dcf4-4931-bb60-9ade8111042c owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:18.980807 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-6fde45c5-1e89-4c6c-b446-e52aa7326681 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138690 Sep 09 21:42:19.137719 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-96fab15b-7e61-4202-8cba-e0d4647a8edd req-0da70766-ae2a-4f47-b9a2-e229410e59c9 service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487086 Sep 09 21:42:19.154665 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:19.183332 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event deleted for resources: {'Port': ['ID=2c296628-dcf4-4931-bb60-9ade8111042c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:19.252702 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:19.253324 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Floating IP bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf disassociated (deleted). External IP: 172.27.0.157, port: bcf845ef-23ca-434c-a295-e59146290443. Sep 09 21:42:19.545248 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Router edad9e3d-cda2-4614-83db-35922eea83ad has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:42:19.579639 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7727f-eb73-4150-9456-bb1d535357c3 req-c34fc520-2261-4ad7-a8a7-d526a1ad7dbd tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:19.581739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb7727f-eb73-4150-9456-bb1d535357c3 req-c34fc520-2261-4ad7-a8a7-d526a1ad7dbd tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0673790 Sep 09 21:42:19.635042 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb7727f-eb73-4150-9456-bb1d535357c3 req-11837bcd-b8d5-4479-a4d5-49553b0b3114 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Sep 09 21:42:19.669325 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:42:19.676242 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:19.680586 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Sync routers for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:42:19.691421 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:19.692161 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:19.709176 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-629e7f8b-4c3b-4dd9-9dd8-dc2512ad8591 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "DELETE /v2.0/floatingips/bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf HTTP/1.1" status: 204 len: 168 time: 1.1447477 Sep 09 21:42:19.824202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:19.922997 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c09eb-3612-4561-98d8-b24cdb9c7f9b req-1493ced2-1699-454a-a39c-4e8bc6bfcb1d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:19.922997 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8e6c09eb-3612-4561-98d8-b24cdb9c7f9b req-1493ced2-1699-454a-a39c-4e8bc6bfcb1d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0894859 Sep 09 21:42:19.996086 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8e6c09eb-3612-4561-98d8-b24cdb9c7f9b req-593cc1eb-c312-457b-87a3-92c179237759 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586514 Sep 09 21:42:20.136424 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:20.166173 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Checking router: edad9e3d-cda2-4614-83db-35922eea83ad for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:42:20.180908 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:20.181881 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:20.240164 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:20.242902 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc281b6a-a0f0-454e-b8ee-00b2562dc761" -d '{"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:20.283235 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ee750d-6c51-489e-b5ee-07d09bca7080 x-openstack-request-id: req-26ee750d-6c51-489e-b5ee-07d09bca7080 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:20.284178 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:20.284604 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ee750d-6c51-489e-b5ee-07d09bca7080 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:20.285054 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:42:20.332769 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:20.364278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-75a60482-d1c8-4b30-9720-cabcef7029b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:20.365829 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-75a60482-d1c8-4b30-9720-cabcef7029b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a2374c23a70b440d859bc2a7dea839ed&device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 1098 time: 0.0484054 Sep 09 21:42:20.486407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-d0cc955d-381a-4cd6-876b-d491f5f07cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:20.489161 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-d0cc955d-381a-4cd6-876b-d491f5f07cb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 200 len: 916 time: 0.1152704 Sep 09 21:42:20.569989 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-08a40398-04bc-4871-a55e-a76f66a7cc80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 200 len: 217 time: 0.0716977 Sep 09 21:42:20.577757 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:20.613544 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec482ef-06e0-4f04-8850-b5aed2513131 None None] The sync data for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi is: [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:39:00Z', 'revision_number': 4, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '07f07c4e-c7bf-4571-8c17-0c7d483a161b', 'name': '', 'network_id': '4c4e0501-2169-4bd9-99c4-690278626a2f', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'mac_address': 'fa:16:3e:a1:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:59Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'subnets': [{'id': 'ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:42:20.668101 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-c9df4dfd-b5ef-41f2-b4cc-af903fd0be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:20.669780 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-c9df4dfd-b5ef-41f2-b4cc-af903fd0be10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 200 len: 854 time: 0.0909595 Sep 09 21:42:20.735280 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-482bf84c-20c5-487c-9c3d-f40ddd32c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:20.736939 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-482bf84c-20c5-487c-9c3d-f40ddd32c65a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4c4e0501-2169-4bd9-99c4-690278626a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588362 Sep 09 21:42:20.864259 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace9204-bf88-46d4-ba9f-d9d364cf6741 req-b359a8d4-27ad-4079-9883-471bffb6e518 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:20.866173 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aace9204-bf88-46d4-ba9f-d9d364cf6741 req-b359a8d4-27ad-4079-9883-471bffb6e518 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.1123726 Sep 09 21:42:20.904799 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-ecc3477f-b063-4699-a55c-d7d3a1f483de service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593287 Sep 09 21:42:20.950833 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aace9204-bf88-46d4-ba9f-d9d364cf6741 req-e6499f0d-34e8-45a2-8909-455ce7dee92b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735426 Sep 09 21:42:20.961478 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea8e125-0438-4503-9682-79f98c198d6c None None] New status for floating IP bd7bbe0b-5140-4f03-ad0b-a1539dfdfdbf: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:42:21.074739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bc281b6a-a0f0-454e-b8ee-00b2562dc761 req-d1fce4b8-47e8-434f-8e29-67163fe3739b service neutron] 10.222.0.45 "GET /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569386 Sep 09 21:42:21.188618 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e427b41-a89a-4eca-8ddd-28d0efc9057f req-ae143c91-8e30-46c3-b8ff-7c9ad6710872 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:21.190320 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e427b41-a89a-4eca-8ddd-28d0efc9057f req-ae143c91-8e30-46c3-b8ff-7c9ad6710872 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0696120 Sep 09 21:42:21.240130 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1e427b41-a89a-4eca-8ddd-28d0efc9057f req-a0988404-be29-421a-b08c-423401106cc1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Sep 09 21:42:22.087549 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c597-e9b0-4ea5-80bb-3e7e8f604682 req-7c2a62e0-b941-405e-a9bc-d507a17fb420 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:22.089185 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c521c597-e9b0-4ea5-80bb-3e7e8f604682 req-7c2a62e0-b941-405e-a9bc-d507a17fb420 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0547884 Sep 09 21:42:22.136977 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c521c597-e9b0-4ea5-80bb-3e7e8f604682 req-43724196-192e-41b1-95e2-2e31581f0c2a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379930 Sep 09 21:42:22.374573 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef402b7-4e1b-43f0-8e07-859251b30edc req-54dd53e1-31b5-469f-80b6-313dad07c303 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:22.376186 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7ef402b7-4e1b-43f0-8e07-859251b30edc req-54dd53e1-31b5-469f-80b6-313dad07c303 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0526938 Sep 09 21:42:22.418874 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7ef402b7-4e1b-43f0-8e07-859251b30edc req-43da7928-24a4-4fd6-a3e5-9e73f70d9a0d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335705 Sep 09 21:42:22.701160 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01412e83-1672-4168-b1e0-79a024b2b46d req-b2dcf75c-f895-4761-a17c-f40476b2b66a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:22.702840 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01412e83-1672-4168-b1e0-79a024b2b46d req-b2dcf75c-f895-4761-a17c-f40476b2b66a tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0538647 Sep 09 21:42:22.744431 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01412e83-1672-4168-b1e0-79a024b2b46d req-2fa15a50-04f8-4e8c-935d-a85dbea58d1c tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347998 Sep 09 21:42:23.262231 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fab324-a3be-4e53-b947-710c6f7d39c3 req-887fdff3-865a-4202-a9e8-61d7bb563ce6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:23.263904 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-59fab324-a3be-4e53-b947-710c6f7d39c3 req-887fdff3-865a-4202-a9e8-61d7bb563ce6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0555065 Sep 09 21:42:23.312929 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-59fab324-a3be-4e53-b947-710c6f7d39c3 req-fc615292-00ee-4e43-aa6c-754185659438 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Sep 09 21:42:23.554199 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52e57-a129-43af-b8f7-02fdc18f4861 req-52009879-e4c6-4823-a172-c1d214db8e68 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:23.555979 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-15e52e57-a129-43af-b8f7-02fdc18f4861 req-52009879-e4c6-4823-a172-c1d214db8e68 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0608683 Sep 09 21:42:23.610739 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-15e52e57-a129-43af-b8f7-02fdc18f4861 req-817c258f-5894-4672-be6b-7fff25202ec6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 Sep 09 21:42:23.903938 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdcdb-a0e6-4606-b183-46c73b292bbf req-359d0253-f8da-49ed-a25d-d269d8949f4f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:23.905511 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c49fdcdb-a0e6-4606-b183-46c73b292bbf req-359d0253-f8da-49ed-a25d-d269d8949f4f tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0571401 Sep 09 21:42:23.951245 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c49fdcdb-a0e6-4606-b183-46c73b292bbf req-3b1406fa-45bc-49a1-ab29-60ed462b4037 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Sep 09 21:42:24.447615 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13aa2-7486-4e08-975d-de049a23b22b req-547ac03e-32a8-4df9-a203-b585ad872f0a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:24.449325 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-12c13aa2-7486-4e08-975d-de049a23b22b req-547ac03e-32a8-4df9-a203-b585ad872f0a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0585840 Sep 09 21:42:24.494765 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-12c13aa2-7486-4e08-975d-de049a23b22b req-deabc732-20a3-410d-ac20-eefccc3208f1 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Sep 09 21:42:24.689788 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ab141-edc7-444d-8b07-7ce11f461270 req-bd22d9fb-a79a-4a2c-bf5c-0ca9007936ef tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:24.692565 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-991ab141-edc7-444d-8b07-7ce11f461270 req-bd22d9fb-a79a-4a2c-bf5c-0ca9007936ef tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0698900 Sep 09 21:42:24.765596 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:42:24.816821 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d278b-8363-4fe7-8a29-d5d5d11056cd req-9068fe3e-5ea7-490f-bca0-1e1af7390209 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:24.818451 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-924d278b-8363-4fe7-8a29-d5d5d11056cd req-9068fe3e-5ea7-490f-bca0-1e1af7390209 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1245999 Sep 09 21:42:24.873369 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Deleting port bcf845ef-23ca-434c-a295-e59146290443 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:24.873734 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:24.882618 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-924d278b-8363-4fe7-8a29-d5d5d11056cd req-ef7f824c-a59e-4f99-b375-672214154d94 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521035 Sep 09 21:42:24.909722 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:24.924838 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'mac_address': 'fa:16:3e:1f:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:42:24.986757 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:25.015210 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] For port bcf845ef-23ca-434c-a295-e59146290443, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bcf845ef-23ca-434c-a295-e59146290443,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:25.015867 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:25.019937 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a06b86-ecc2-4e10-aa23-d69589bc24a8 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:42:25.047850 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:25.050744 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Calling delete_port for bcf845ef-23ca-434c-a295-e59146290443 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:25.056328 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:25.119636 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeabd4-d3c2-4a9c-840f-d3d392e8c5ad req-4117fbfd-56c0-4aac-bf86-1afa3057c843 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:25.121490 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05eeabd4-d3c2-4a9c-840f-d3d392e8c5ad req-4117fbfd-56c0-4aac-bf86-1afa3057c843 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a63a095-2adf-4bc5-8915-9319ec6c615e HTTP/1.1" status: 200 len: 945 time: 0.0765996 Sep 09 21:42:25.137998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:25.146037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.146272 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.146706 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.147121 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.147525 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.147866 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.148193 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.148549 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.148869 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.149189 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.149508 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.149834 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:42:25.189638 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05eeabd4-d3c2-4a9c-840f-d3d392e8c5ad req-67ff1853-6faf-4935-8252-d3a1e663b1c2 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7c5ab8-0cc1-4cee-a5bb-dad211740826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614944 Sep 09 21:42:25.277005 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:25.292481 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['bcf845ef-23ca-434c-a295-e59146290443'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:42:25.321678 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Pushing event deleted for resources: {'Port': ['ID=bcf845ef-23ca-434c-a295-e59146290443,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:25.328550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['97a06b86-ecc2-4e10-aa23-d69589bc24a8'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:42:25.375517 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] No DVR routers for this DVR port bcf845ef-23ca-434c-a295-e59146290443 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:42:25.378221 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:25.380418 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-991ab141-edc7-444d-8b07-7ce11f461270 req-08bdbbe4-fd3a-47ff-bf9f-a3f000794055 tempest-TestMinimumBasicScenario-576667569 tempest-TestMinimumBasicScenario-576667569-project] 10.222.0.45 "DELETE /v2.0/ports/bcf845ef-23ca-434c-a295-e59146290443 HTTP/1.1" status: 204 len: 173 time: 0.6722515 Sep 09 21:42:25.380883 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'name': 'network-vif-deleted', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:25.383330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af57883-ed8a-41c6-af79-33330a76386d" -d '{"events": [{"server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "name": "network-vif-deleted", "tag": "bcf845ef-23ca-434c-a295-e59146290443"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:25.457935 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4eae7-5984-4871-913d-48d3b13e9a87 x-openstack-request-id: req-72b4eae7-5984-4871-913d-48d3b13e9a87 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:25.458363 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a63a095-2adf-4bc5-8915-9319ec6c615e", "name": "network-vif-deleted", "tag": "bcf845ef-23ca-434c-a295-e59146290443", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:25.458729 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72b4eae7-5984-4871-913d-48d3b13e9a87 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:25.459324 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a63a095-2adf-4bc5-8915-9319ec6c615e', 'name': 'network-vif-deleted', 'tag': 'bcf845ef-23ca-434c-a295-e59146290443', 'status': 'completed', 'code': 200} Sep 09 21:42:25.698641 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a027e-3390-4449-acdd-b8ae6cd1493e req-9ffa7293-5eb9-477e-85f3-8724f27bf18a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:25.700645 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-334a027e-3390-4449-acdd-b8ae6cd1493e req-9ffa7293-5eb9-477e-85f3-8724f27bf18a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 944 time: 0.0854287 Sep 09 21:42:25.715289 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:42:25.754402 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-334a027e-3390-4449-acdd-b8ae6cd1493e req-e49ee758-b109-4420-ab07-71425131432a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Sep 09 21:42:26.036972 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71ce5-2085-4e9a-b685-2df7bc0d2769 req-023d0dbb-6fa9-4a16-b17a-23b1181c8d55 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:26.038702 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ded71ce5-2085-4e9a-b685-2df7bc0d2769 req-023d0dbb-6fa9-4a16-b17a-23b1181c8d55 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0574987 Sep 09 21:42:26.094912 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ded71ce5-2085-4e9a-b685-2df7bc0d2769 req-b17ebc69-0930-4cf7-9c99-f1726c7b9c08 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481770 Sep 09 21:42:26.781211 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:42:26.841201 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:42:26.846201 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:42:26.846438 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:26.978515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281055-973d-45d5-8935-8ae5d6c8e3dc req-4e7f11cf-9fb7-41cc-9ac7-a2b96a9796bf tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:26.983655 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6c281055-973d-45d5-8935-8ae5d6c8e3dc req-4e7f11cf-9fb7-41cc-9ac7-a2b96a9796bf tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 944 time: 0.1149516 Sep 09 21:42:26.986159 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:27.018938 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:27.021766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572db14e-9ac7-4766-8b1d-0d693417fd48" -d '{"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-plugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:27.045297 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:27.048058 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6c281055-973d-45d5-8935-8ae5d6c8e3dc req-88a6d635-086d-4480-a3cf-077375570dd7 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564013 Sep 09 21:42:27.053890 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:27.058062 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device bcf845ef-23ca-434c-a295-e59146290443 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:27.070271 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddcfcf4-6759-47e6-9eac-8a6db383ed0f x-openstack-request-id: req-2ddcfcf4-6759-47e6-9eac-8a6db383ed0f {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:27.070718 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-plugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:27.071121 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ddcfcf4-6759-47e6-9eac-8a6db383ed0f {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:27.072013 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'code': 200} Sep 09 21:42:27.083833 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41830) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:27.117860 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: bcf845ef-23ca-434c-a295-e59146290443 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:27.118246 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device bcf845ef-23ca-434c-a295-e59146290443 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:27.154954 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:27.311121 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732681e-2097-4c22-8615-7f4690aba974 req-e123febe-3026-4cfd-8c2f-c58de6b8fee9 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:27.313958 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4732681e-2097-4c22-8615-7f4690aba974 req-e123febe-3026-4cfd-8c2f-c58de6b8fee9 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1140590 Sep 09 21:42:27.364798 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc175f9-7349-4619-a810-e247a444057f req-b0d514de-496c-4228-9c87-e96206a70109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:27.367024 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ccc175f9-7349-4619-a810-e247a444057f req-b0d514de-496c-4228-9c87-e96206a70109 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0593362 Sep 09 21:42:27.410208 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ccc175f9-7349-4619-a810-e247a444057f req-7aa58b7e-b4da-49a8-8b55-a2b7c20153a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321598 Sep 09 21:42:27.445820 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4732681e-2097-4c22-8615-7f4690aba974 req-2a610c37-f3e6-428b-a389-282c8c5228ae tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837657 Sep 09 21:42:27.665409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:27.980867 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Deleting port 07f07c4e-c7bf-4571-8c17-0c7d483a161b {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:27.981475 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:28.116531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] For port 07f07c4e-c7bf-4571-8c17-0c7d483a161b, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=07f07c4e-c7bf-4571-8c17-0c7d483a161b,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:28.117190 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:28.140470 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Calling delete_port for 07f07c4e-c7bf-4571-8c17-0c7d483a161b owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:28.201727 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021869d-29dc-486b-87f2-859fda0c49bb req-c3f411d8-62a3-49ff-8995-08f81b8fb904 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:28.203474 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9021869d-29dc-486b-87f2-859fda0c49bb req-c3f411d8-62a3-49ff-8995-08f81b8fb904 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0548234 Sep 09 21:42:28.247500 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9021869d-29dc-486b-87f2-859fda0c49bb req-74a0533d-0184-4dbf-9b83-baaa1f1785a0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Sep 09 21:42:28.343128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:28.371449 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f07c4e-c7bf-4571-8c17-0c7d483a161b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:28.604270 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5ffd1-12e6-45c6-ba01-6c66fc69844e req-8a4b82c8-1645-4140-a761-d143ecf679ac tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:28.605921 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b2e5ffd1-12e6-45c6-ba01-6c66fc69844e req-8a4b82c8-1645-4140-a761-d143ecf679ac tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0708406 Sep 09 21:42:28.664411 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b2e5ffd1-12e6-45c6-ba01-6c66fc69844e req-06861224-ac79-4bb5-b0c8-0c8a88b569bb tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489464 Sep 09 21:42:28.877301 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.109723 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Router edad9e3d-cda2-4614-83db-35922eea83ad has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:42:29.232603 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:42:29.237867 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-93714085-d9ab-44d9-9b7d-b6148575c754 admin admin] 10.222.0.21 "PUT /v2.0/routers/edad9e3d-cda2-4614-83db-35922eea83ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525764 Sep 09 21:42:29.241114 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41842) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:29.242060 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Sync routers for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:42:29.252258 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:29.252899 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:29.383574 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks [] for router, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.392060 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:29.466180 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67b9c9-3445-4d3d-b749-3cec2719370a req-ca68e126-ace4-4306-a69c-c1e289a352d9 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:29.467882 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5e67b9c9-3445-4d3d-b749-3cec2719370a req-ca68e126-ace4-4306-a69c-c1e289a352d9 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.1280963 Sep 09 21:42:29.531699 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.539005 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5e67b9c9-3445-4d3d-b749-3cec2719370a req-d6e39721-9c18-4d74-bcc4-1533ed1df705 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621994 Sep 09 21:42:29.604507 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Deleting port a1e86829-3658-44b1-bb51-3dd636571839 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:29.604998 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.627950 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:42:28Z', 'revision_number': 5, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port': {'id': 'a1e86829-3658-44b1-bb51-3dd636571839', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:83:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:55Z', 'updated_at': '2021-09-09T21:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:29.733805 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] For port a1e86829-3658-44b1-bb51-3dd636571839, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=a1e86829-3658-44b1-bb51-3dd636571839,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:29.734486 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.754402 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Calling delete_port for a1e86829-3658-44b1-bb51-3dd636571839 owned by network:router_gateway {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:29.765496 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154a41d-1d4d-4b85-a142-7d0ea977d5ba req-22b8c378-3881-4a3e-a82a-286e08d8029d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:29.768858 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4154a41d-1d4d-4b85-a142-7d0ea977d5ba req-22b8c378-3881-4a3e-a82a-286e08d8029d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0974422 Sep 09 21:42:29.820633 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b311fd-1e97-4517-940c-3644fccb6d18 req-ad25a26d-128b-44a0-a461-5ce0191713fe tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:29.822214 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-67b311fd-1e97-4517-940c-3644fccb6d18 req-ad25a26d-128b-44a0-a461-5ce0191713fe tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0666761 Sep 09 21:42:29.840183 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Checking router: edad9e3d-cda2-4614-83db-35922eea83ad for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:42:29.857674 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Routers {'edad9e3d-cda2-4614-83db-35922eea83ad'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:29.858913 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['edad9e3d-cda2-4614-83db-35922eea83ad'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:29.861946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d2c278da-5343-4489-b957-65aa29073ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:29.883014 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4154a41d-1d4d-4b85-a142-7d0ea977d5ba req-ecbdec48-c79d-45c6-89ea-d758cae11c65 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971320 Sep 09 21:42:29.889568 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-67b311fd-1e97-4517-940c-3644fccb6d18 req-56e76111-c62c-48de-b8a6-565d9937fa30 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518489 Sep 09 21:42:29.908730 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41852) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:29.975995 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] Set router edad9e3d-cda2-4614-83db-35922eea83ad gateway port host: None {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:30.010882 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.035001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ef57f9-fe09-4242-bd23-35fc241f7925 tempest-TestShelveInstance-480752601 tempest-TestShelveInstance-480752601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:30.035638 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:42:29Z', 'revision_number': 6, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:30.039118 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d5ef57f9-fe09-4242-bd23-35fc241f7925 tempest-TestShelveInstance-480752601 tempest-TestShelveInstance-480752601-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1093 time: 0.1268275 Sep 09 21:42:30.040926 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e86829-3658-44b1-bb51-3dd636571839,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:30.042631 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41856) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:30.055409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:42:30.065452 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de31b8c-304c-4bfb-a6ba-dc5e32f0b2d3 None None] The sync data for ids ['edad9e3d-cda2-4614-83db-35922eea83ad'] in dv-cinder-760193-10-iscsi is: [{'id': 'edad9e3d-cda2-4614-83db-35922eea83ad', 'name': 'tempest-TestMinimumBasicScenario-1178653799-router', 'tenant_id': 'a2374c23a70b440d859bc2a7dea839ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:54Z', 'updated_at': '2021-09-09T21:42:29Z', 'revision_number': 6, 'project_id': 'a2374c23a70b440d859bc2a7dea839ed', 'gw_port_host': None}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:42:30.082671 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for floatingip, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.136661 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.213407 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.272406 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.275283 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.335292 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Allocated IP 172.27.0.119 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/25c22c15-43d6-452e-9307-82ced3ba2d94) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:42:30.350173 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.351476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edad9e3d-cda2-4614-83db-35922eea83ad {{(pid=94081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:42:30.359208 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.359747 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-09b9bd46-7368-4cc2-9e24-8ac6652fa108 admin admin] 10.222.0.21 "DELETE /v2.0/routers/edad9e3d-cda2-4614-83db-35922eea83ad HTTP/1.1" status: 204 len: 168 time: 1.1176376 Sep 09 21:42:30.363692 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41858) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:30.414417 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Deleting subnet ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:42:30.417874 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.460280 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.499714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.577757 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.588156 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 07f07c4e-c7bf-4571-8c17-0c7d483a161b no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:30.593128 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.610448 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 07f07c4e-c7bf-4571-8c17-0c7d483a161b {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:30.611030 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 07f07c4e-c7bf-4571-8c17-0c7d483a161b not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:30.627712 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:42:30.630576 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:42:30.634179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:42:30.642254 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'Port': ['ID=25c22c15-43d6-452e-9307-82ced3ba2d94,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:30.663886 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.724099 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:30.731160 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.735429 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-050deb7c-8a32-4ee4-82a8-0f470026d622 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae2fe76b-d8d2-4aaa-9e40-a1e16d6c3013 HTTP/1.1" status: 204 len: 168 time: 0.3683994 Sep 09 21:42:30.735849 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41862) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:30.737945 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bad3f-e360-44a1-8b24-2e7c7d20b6b8 None None] Network 4c4e0501-2169-4bd9-99c4-690278626a2f requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:42:30.850706 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:30.947110 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Deleting port 43f9095c-b367-4191-8847-f88e957df948 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:30.947611 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.025024 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] For port 43f9095c-b367-4191-8847-f88e957df948, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=43f9095c-b367-4191-8847-f88e957df948,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:31.025389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.043296 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Calling delete_port for 43f9095c-b367-4191-8847-f88e957df948 owned by network:dhcp {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:31.045975 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] DHCP port deletion for 4c4e0501-2169-4bd9-99c4-690278626a2f request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:42:31.122314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Deleting port 43f9095c-b367-4191-8847-f88e957df948 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:31.122988 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.159011 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.191976 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f9095c-b367-4191-8847-f88e957df948,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:31.193946 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] No DVR routers for this DVR port 43f9095c-b367-4191-8847-f88e957df948 on host dv-cinder-760193-10-iscsi {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:42:31.209318 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] For port 43f9095c-b367-4191-8847-f88e957df948, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=43f9095c-b367-4191-8847-f88e957df948,segment=NetworkSegment(0b93854c-6b07-4561-ac11-051106c0b153),segment_id=0b93854c-6b07-4561-ac11-051106c0b153)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:31.209724 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.226834 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Calling delete_port for 43f9095c-b367-4191-8847-f88e957df948 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:31.299110 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.336964 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4e0501-2169-4bd9-99c4-690278626a2f']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:31.355650 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b93854c-6b07-4561-ac11-051106c0b153') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:31.356095 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b93854c-6b07-4561-ac11-051106c0b153') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:31.374372 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.400472 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.403122 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.422091 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:42:31.423572 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:42:31.428123 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:42:31.441173 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] Pushing event deleted for resources: {'Port': ['ID=43f9095c-b367-4191-8847-f88e957df948,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:31.443973 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c00a0d-5a09-4c8a-9d08-582ab78f849f None None] No DVR routers for this DVR port 43f9095c-b367-4191-8847-f88e957df948 on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:42:31.501583 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc2b47-af5d-4390-a526-dfb35770a7a2 req-95730643-4203-423e-a1f9-f9702d779725 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:31.503168 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8dbc2b47-af5d-4390-a526-dfb35770a7a2 req-95730643-4203-423e-a1f9-f9702d779725 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.4969966 Sep 09 21:42:31.522184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.533121 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.537173 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c4e0501-2169-4bd9-99c4-690278626a2f HTTP/1.1" status: 204 len: 168 time: 0.7989223 Sep 09 21:42:31.537458 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:31.540410 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41866) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:31.551739 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f9b3-9ca5-42dc-af4d-58ccc051a729 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4e0501-2169-4bd9-99c4-690278626a2f,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:31.653761 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8dbc2b47-af5d-4390-a526-dfb35770a7a2 req-fb31fe43-fb79-4e3a-864e-54db88e10184 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387353 Sep 09 21:42:31.714208 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.083647 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba8bd-9ece-452d-80d5-685f32eac30c req-f43a8ce9-344d-45be-986b-06c94c0c59f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:32.085301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-535ba8bd-9ece-452d-80d5-685f32eac30c req-f43a8ce9-344d-45be-986b-06c94c0c59f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.2019048 Sep 09 21:42:32.097672 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-eaf4aaec-c00a-4871-b14f-0bcc1787d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:32.099221 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-eaf4aaec-c00a-4871-b14f-0bcc1787d381 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1098 time: 0.1450906 Sep 09 21:42:32.176660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.201471 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.314119 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-535ba8bd-9ece-452d-80d5-685f32eac30c req-bee77091-7238-4e01-ba45-c296053ce747 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204084 Sep 09 21:42:32.372530 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event updated for resources: {'Port': ['ID=25c22c15-43d6-452e-9307-82ced3ba2d94,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:32.406775 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.418250 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-aae176e7-7cd7-45f4-a7b0-7af1464f0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:32.419841 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-aae176e7-7cd7-45f4-a7b0-7af1464f0dd6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.3045964 Sep 09 21:42:32.547313 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a1e86829-3658-44b1-bb51-3dd636571839 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:32.589783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: a1e86829-3658-44b1-bb51-3dd636571839 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:32.590323 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device a1e86829-3658-44b1-bb51-3dd636571839 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:32.591003 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 43f9095c-b367-4191-8847-f88e957df948 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:32.619515 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-c307d5df-9d27-45ae-9a9c-f15df4bbacd9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 1001 time: 0.1590538 Sep 09 21:42:32.624172 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 43f9095c-b367-4191-8847-f88e957df948 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:32.624914 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 43f9095c-b367-4191-8847-f88e957df948 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:32.648037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.670360 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Floating IP b0a921de-420c-4d40-977e-22357b7adb4a associated. External IP: 172.27.0.119, port: 97a06b86-ecc2-4e10-aa23-d69589bc24a8. Sep 09 21:42:32.729441 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-8b6a1725-9f5e-4cc6-bf59-333bfa14fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:32.730868 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-8b6a1725-9f5e-4cc6-bf59-333bfa14fa46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0996873 Sep 09 21:42:32.821738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:32.921510 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-c215a6a0-c733-4117-8562-bc25722deb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:32.923103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-c215a6a0-c733-4117-8562-bc25722deb7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1605496 Sep 09 21:42:32.973195 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-88f29367-43aa-4e23-8b60-525772eda69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:33.510708 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Router 2481d8e8-4435-4d07-8ae3-53d277735c1f has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:42:33.513022 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-c5eba95e-d52d-4c97-aab8-335abbcfaecf service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793712 Sep 09 21:42:33.575258 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538201-7b6c-44c5-82f3-8be0b1fea65b req-64228c66-aef5-4439-afe0-01f28883ec60 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:33.576847 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-db538201-7b6c-44c5-82f3-8be0b1fea65b req-64228c66-aef5-4439-afe0-01f28883ec60 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1715462 Sep 09 21:42:33.785492 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-db538201-7b6c-44c5-82f3-8be0b1fea65b req-d2347744-3a22-4273-be5b-74a97530bc21 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974781 Sep 09 21:42:33.804710 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a451f4a-91d8-44cd-9af6-35b4538236f2 req-dfdd4aa3-80d6-45ee-a8b8-99113a4d1149 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830627 Sep 09 21:42:33.835600 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:42:33.848665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Sync routers for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:42:33.857004 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:33.860831 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:33.861739 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:33.888052 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Deleting port da9d9e55-7f27-4fb2-8c74-669a92450aec {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:33.888399 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:33.906786 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-129dcc5b-0f31-4d7d-993f-ee19931f25e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8623807 Sep 09 21:42:33.909523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:42:33.911900 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d812ac0-130c-4271-9250-762d93626469" -d '{"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:42:33.967033 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b6247-448a-4f1f-9b60-2132281c3575 x-openstack-request-id: req-a84b6247-448a-4f1f-9b60-2132281c3575 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:42:33.967336 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:42:33.967585 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a84b6247-448a-4f1f-9b60-2132281c3575 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:42:33.967977 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'status': 'completed', 'code': 200} Sep 09 21:42:33.985935 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:34.031688 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] For port da9d9e55-7f27-4fb2-8c74-669a92450aec, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=da9d9e55-7f27-4fb2-8c74-669a92450aec,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:34.032051 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:34.047479 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Calling delete_port for da9d9e55-7f27-4fb2-8c74-669a92450aec owned by network:router_interface {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:34.060544 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812ac0-130c-4271-9250-762d93626469 req-a41ecaaf-ffa8-4977-b9d9-13f803118893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:34.062141 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-a41ecaaf-ffa8-4977-b9d9-13f803118893 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0776329 Sep 09 21:42:34.208264 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:34.228663 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'b0a921de-420c-4d40-977e-22357b7adb4a', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'mac_address': 'fa:16:3e:1f:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:42:30Z', 'updated_at': '2021-09-09T21:42:30Z', 'revision_number': 0, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:34.234867 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812ac0-130c-4271-9250-762d93626469 req-1486e374-f638-4c98-b7b6-3f03029204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:34.236442 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-1486e374-f638-4c98-b7b6-3f03029204f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.1417761 Sep 09 21:42:34.260283 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Checking router: 2481d8e8-4435-4d07-8ae3-53d277735c1f for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:42:34.267699 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:34.268325 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:34.323619 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-05426d9d-af68-41a0-8f71-830b2642b974 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 999 time: 0.0754895 Sep 09 21:42:34.409424 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812ac0-130c-4271-9250-762d93626469 req-c3491291-aece-4556-bbb2-3cd9c0b491db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:34.410965 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-c3491291-aece-4556-bbb2-3cd9c0b491db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0620008 Sep 09 21:42:34.411632 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:34.452339 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9d9e55-7f27-4fb2-8c74-669a92450aec,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:34.478439 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:34.562487 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812ac0-130c-4271-9250-762d93626469 req-cb2f11b0-82a1-46c6-bd9e-cae538ead804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:34.564133 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-cb2f11b0-82a1-46c6-bd9e-cae538ead804 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1439717 Sep 09 21:42:34.765485 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'b0a921de-420c-4d40-977e-22357b7adb4a', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'mac_address': 'fa:16:3e:1f:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:42:30Z', 'updated_at': '2021-09-09T21:42:30Z', 'revision_number': 0, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:34.770536 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:34.773793 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-243428e7-cf30-4d8f-982b-fad3e5766210 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923304 Sep 09 21:42:34.793203 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d2e3e-ef27-41de-a223-67a96b13c02d None None] The sync data for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi is: [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': 'b0a921de-420c-4d40-977e-22357b7adb4a', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'mac_address': 'fa:16:3e:1f:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:42:30Z', 'updated_at': '2021-09-09T21:42:30Z', 'revision_number': 0, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:42:34.949965 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5d812ac0-130c-4271-9250-762d93626469 req-d8a441b4-a5f0-4aa4-ae14-181305783b18 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682329 Sep 09 21:42:34.964796 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edf61d-a6b0-459d-9cc1-74525f80a164 req-9b953cf6-046e-48fc-a3aa-09625314df2e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:34.967496 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77edf61d-a6b0-459d-9cc1-74525f80a164 req-9b953cf6-046e-48fc-a3aa-09625314df2e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0826514 Sep 09 21:42:35.014361 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-77edf61d-a6b0-459d-9cc1-74525f80a164 req-371066e3-0646-44ef-b965-ed7d8585fe4b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368977 Sep 09 21:42:35.086046 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:42:35.090892 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a3944e-b20a-42eb-843e-d1692ba6c0b7 None None] New status for floating IP b0a921de-420c-4d40-977e-22357b7adb4a: ACTIVE {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:42:35.207572 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:42:35.221011 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-cea04f8a-baa2-4100-be6d-777ce4f53419 admin admin] 10.222.0.21 "PUT /v2.0/routers/30b9dcf5-ffe6-4269-8bab-e6537ac689a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6743481 Sep 09 21:42:35.221612 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41890) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:35.229091 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Sync routers for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:42:35.241361 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:35.242452 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:35.296859 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:35.385417 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:35.394578 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:35.583211 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:42:34Z', 'revision_number': 5, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:35.614750 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Checking router: 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:42:35.624894 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Routers {'30b9dcf5-ffe6-4269-8bab-e6537ac689a1'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:42:35.625619 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:42:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:35.737536 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] Set router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:42:35.751759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:35.807487 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Deleting port e0b6170f-da30-481b-b0fc-2bef13d36f30 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:35.807821 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:35.893860 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] For port e0b6170f-da30-481b-b0fc-2bef13d36f30, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e0b6170f-da30-481b-b0fc-2bef13d36f30,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:35.894143 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:35.906810 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Calling delete_port for e0b6170f-da30-481b-b0fc-2bef13d36f30 owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:35.928078 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:42:34Z', 'revision_number': 5, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:35.961647 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c2414-6e07-4935-b36c-d4ad843374ac None None] The sync data for ids ['30b9dcf5-ffe6-4269-8bab-e6537ac689a1'] in dv-cinder-760193-10-iscsi is: [{'id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'name': 'tempest-TestMinimumBasicScenario-1308720396-router', 'tenant_id': '7c44ad7343b04d7982e9e584551adb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:39:04Z', 'updated_at': '2021-09-09T21:42:34Z', 'revision_number': 5, 'project_id': '7c44ad7343b04d7982e9e584551adb83', 'gw_port': {'id': 'e0b6170f-da30-481b-b0fc-2bef13d36f30', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b9dcf5-ffe6-4269-8bab-e6537ac689a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:39:05Z', 'updated_at': '2021-09-09T21:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:42:36.080876 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.107584 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b6170f-da30-481b-b0fc-2bef13d36f30,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:36.170237 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.315371 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.319538 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.407501 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.408677 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b9dcf5-ffe6-4269-8bab-e6537ac689a1 {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:42:36.414642 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.416074 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-f249dbd7-9e46-4700-b6a9-44eb8a740958 admin admin] 10.222.0.21 "DELETE /v2.0/routers/30b9dcf5-ffe6-4269-8bab-e6537ac689a1 HTTP/1.1" status: 204 len: 168 time: 1.1932766 Sep 09 21:42:36.418740 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41894) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:36.481760 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Deleting subnet 35b6e773-28c3-4857-a555-29eef9f3ed09 {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:42:36.485536 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.538275 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.568526 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device da9d9e55-7f27-4fb2-8c74-669a92450aec no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:36.593514 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: da9d9e55-7f27-4fb2-8c74-669a92450aec {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:36.593967 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device da9d9e55-7f27-4fb2-8c74-669a92450aec not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:36.696448 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.753912 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.782582 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b6e773-28c3-4857-a555-29eef9f3ed09,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:36.785283 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.789060 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b42a58-b097-4b45-a916-55823d87c6b6 None None] Network d3c5d1a6-73f3-4956-bf74-53b4255fae39 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:42:36.790470 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 41896) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:36.791341 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-537f57fe-0777-4df0-b7b9-1da0b70e19c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35b6e773-28c3-4857-a555-29eef9f3ed09 HTTP/1.1" status: 204 len: 168 time: 0.3709497 Sep 09 21:42:36.902142 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:36.985710 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Deleting port fa4cf539-bc32-4233-95b1-fbad043f8f34 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:36.986570 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.035644 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] DHCP port deletion for d3c5d1a6-73f3-4956-bf74-53b4255fae39 request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:42:37.073633 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] For port fa4cf539-bc32-4233-95b1-fbad043f8f34, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=fa4cf539-bc32-4233-95b1-fbad043f8f34,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:37.074006 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.090014 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Calling delete_port for fa4cf539-bc32-4233-95b1-fbad043f8f34 owned by network:dhcp {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:37.121693 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Deleting port fa4cf539-bc32-4233-95b1-fbad043f8f34 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:42:37.122268 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.186850 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.217572 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4cf539-bc32-4233-95b1-fbad043f8f34,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:37.222089 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] No DVR routers for this DVR port fa4cf539-bc32-4233-95b1-fbad043f8f34 on host dv-cinder-760193-10-iscsi {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:42:37.239254 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] For port fa4cf539-bc32-4233-95b1-fbad043f8f34, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=fa4cf539-bc32-4233-95b1-fbad043f8f34,segment=NetworkSegment(ace1809c-a071-4773-ab2d-d071d1e0bced),segment_id=ace1809c-a071-4773-ab2d-d071d1e0bced)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:42:37.239803 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.260543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Calling delete_port for fa4cf539-bc32-4233-95b1-fbad043f8f34 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:42:37.313402 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.337136 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c5d1a6-73f3-4956-bf74-53b4255fae39']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:37.351604 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace1809c-a071-4773-ab2d-d071d1e0bced') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:37.352059 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace1809c-a071-4773-ab2d-d071d1e0bced') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:42:37.365162 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.367154 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.387457 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.398163 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:42:37.398801 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:42:37.402237 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:42:37.406433 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] Pushing event deleted for resources: {'Port': ['ID=fa4cf539-bc32-4233-95b1-fbad043f8f34,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:37.416226 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1bb7ec-ed7f-44ef-ac73-aa94d92e4e0f None None] No DVR routers for this DVR port fa4cf539-bc32-4233-95b1-fbad043f8f34 on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:42:37.479201 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.484379 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.491111 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3c5d1a6-73f3-4956-bf74-53b4255fae39 HTTP/1.1" status: 204 len: 168 time: 0.6945732 Sep 09 21:42:37.503233 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8aed3-36fd-4836-922e-30004dc4e657 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c5d1a6-73f3-4956-bf74-53b4255fae39,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:37.719247 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41902) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:37.778996 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-c5378011-a2cc-48c9-9405-02bbc5922e93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2374c23a70b440d859bc2a7dea839ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580022 Sep 09 21:42:37.782088 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41904) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:37.837417 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.862211 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.916193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.918887 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:37.923743 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e7c5ab8-0cc1-4cee-a5bb-dad211740826 HTTP/1.1" status: 204 len: 168 time: 0.1370189 Sep 09 21:42:37.929518 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaf675-4f1f-4b38-97b5-18a00e20384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7c5ab8-0cc1-4cee-a5bb-dad211740826,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:38.295452 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41910) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:38.347285 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-dc6095bc-46ed-409e-996d-c2cf0705fd69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c44ad7343b04d7982e9e584551adb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504615 Sep 09 21:42:38.350805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 41912) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:42:38.406204 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:38.430077 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:38.491737 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:38.494462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:38.495628 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abded582-1081-415b-8ede-399d36dfd385 HTTP/1.1" status: 204 len: 168 time: 0.1438222 Sep 09 21:42:38.507539 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a3b6-dfab-4719-804e-635080a85d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abded582-1081-415b-8ede-399d36dfd385,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:42:38.570475 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e0b6170f-da30-481b-b0fc-2bef13d36f30 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:38.590470 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: e0b6170f-da30-481b-b0fc-2bef13d36f30 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:38.590808 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e0b6170f-da30-481b-b0fc-2bef13d36f30 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:38.591252 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device fa4cf539-bc32-4233-95b1-fbad043f8f34 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:42:38.614789 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: fa4cf539-bc32-4233-95b1-fbad043f8f34 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:42:38.615158 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device fa4cf539-bc32-4233-95b1-fbad043f8f34 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:42:39.160069 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:42:55.954004 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0f89-6996-4856-be95-e076e0da4b7f req-25244a02-b00d-4d5e-9195-33d392bd0a55 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:55.955636 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-028d0f89-6996-4856-be95-e076e0da4b7f req-25244a02-b00d-4d5e-9195-33d392bd0a55 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0486233 Sep 09 21:42:55.993072 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-028d0f89-6996-4856-be95-e076e0da4b7f req-14f99d45-cfdf-4075-81cf-776f09748cdc tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312536 Sep 09 21:42:57.123160 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e3542-a58d-4363-a997-c1e40f621ed7 req-e47092cf-79eb-4158-85fa-dfa90c22464f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:57.124823 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-715e3542-a58d-4363-a997-c1e40f621ed7 req-e47092cf-79eb-4158-85fa-dfa90c22464f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0556045 Sep 09 21:42:57.175082 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-715e3542-a58d-4363-a997-c1e40f621ed7 req-9eb292d1-423b-42f6-be6a-9ba8cb63a03f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Sep 09 21:42:58.309898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbfa5-0dba-468c-ae2c-ac7c1c33b731 req-25d219f6-1695-42b0-aa44-bf06b55c41aa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:58.311524 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6c3fbfa5-0dba-468c-ae2c-ac7c1c33b731 req-25d219f6-1695-42b0-aa44-bf06b55c41aa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0612953 Sep 09 21:42:58.352417 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6c3fbfa5-0dba-468c-ae2c-ac7c1c33b731 req-218e3a3b-6f28-432f-814f-52a30b91553a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Sep 09 21:42:59.496645 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cd74e-fac6-4974-861e-ce8c48bd637c req-5d8d7555-2dd7-4c68-aa9e-c4eefeaa158d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:42:59.498216 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-210cd74e-fac6-4974-861e-ce8c48bd637c req-5d8d7555-2dd7-4c68-aa9e-c4eefeaa158d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0662119 Sep 09 21:42:59.542845 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-210cd74e-fac6-4974-861e-ce8c48bd637c req-d1b8b67e-a906-4c50-a9cd-47e3a3b10759 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384545 Sep 09 21:42:59.686614 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f226e4d3-1dde-42d2-bd7f-8d9960aa84ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:00.667742 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27f5a-c554-4a72-ad55-8a2b413525a6 req-1bcbaf54-6e8a-42df-b763-8d37868441d2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:00.669318 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-74f27f5a-c554-4a72-ad55-8a2b413525a6 req-1bcbaf54-6e8a-42df-b763-8d37868441d2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0510337 Sep 09 21:43:00.719517 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-74f27f5a-c554-4a72-ad55-8a2b413525a6 req-5e2cd9d5-cf0b-4500-be4c-7db29c2978a7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Sep 09 21:43:01.412201 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e9a72-a584-4dce-8a7c-faea3097f0c3 req-9bae53a5-c680-4595-a836-8ca745d83d60 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:01.413831 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3f1e9a72-a584-4dce-8a7c-faea3097f0c3 req-9bae53a5-c680-4595-a836-8ca745d83d60 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0547781 Sep 09 21:43:01.457341 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3f1e9a72-a584-4dce-8a7c-faea3097f0c3 req-1e8ed075-e766-4132-83c4-2d85980fe4cb tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Sep 09 21:43:01.847307 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cbef9-961f-430d-8bdd-3c1337ccbb40 req-bd10e723-f946-4230-9df4-f85e69593439 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:01.848848 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fa5cbef9-961f-430d-8bdd-3c1337ccbb40 req-bd10e723-f946-4230-9df4-f85e69593439 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0515046 Sep 09 21:43:01.889672 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fa5cbef9-961f-430d-8bdd-3c1337ccbb40 req-393a3ec7-4115-4564-85c9-c58cfd6fe84d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Sep 09 21:43:02.600004 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4891-c4b7-4950-861a-9d9c39c3e886 req-5bdb5b89-876b-4776-84f2-833d2fa6c377 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:02.601543 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-be9d4891-c4b7-4950-861a-9d9c39c3e886 req-5bdb5b89-876b-4776-84f2-833d2fa6c377 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0574172 Sep 09 21:43:02.641543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:02.645049 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-be9d4891-c4b7-4950-861a-9d9c39c3e886 req-c71c97c8-e6b0-4d9c-bd61-47313a324090 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Sep 09 21:43:02.718097 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:43:02.974756 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1d6a-171a-41e2-aac9-87d651ee1552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:03.023218 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b96e-13ca-48b8-97d3-282c34335515 req-ba06c6ec-5501-4ba4-9faa-ac574bce350b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:03.024776 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a7b96e-13ca-48b8-97d3-282c34335515 req-ba06c6ec-5501-4ba4-9faa-ac574bce350b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0555770 Sep 09 21:43:03.066934 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a7b96e-13ca-48b8-97d3-282c34335515 req-8704dcc6-1b9f-4edb-96c6-aa8bacf673c1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354846 Sep 09 21:43:03.656795 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-b02b4ebc-96ce-4183-8d8c-d1834b3c0362 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:03.658452 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-b02b4ebc-96ce-4183-8d8c-d1834b3c0362 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0541058 Sep 09 21:43:03.769618 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110942-9c81-444c-8c18-af7fc848fae5 req-368a51e7-1ad3-4543-a9b4-365a274ef6c6 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:03.771263 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b110942-9c81-444c-8c18-af7fc848fae5 req-368a51e7-1ad3-4543-a9b4-365a274ef6c6 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 946 time: 0.0529029 Sep 09 21:43:03.797912 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port e51f1013-8d86-414e-becc-38a10db61882 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:43:03.798261 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:03.829919 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9b110942-9c81-444c-8c18-af7fc848fae5 req-09987565-d6e1-4684-ac0f-cf6756e9bcec tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Sep 09 21:43:03.911102 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] For port e51f1013-8d86-414e-becc-38a10db61882, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e51f1013-8d86-414e-becc-38a10db61882,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:03.911387 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.210646 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.214203 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.214766 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.214939 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP 4bfaa59b-1da5-4162-bb8e-ff1243b70686 disassociated. External IP: 172.27.0.69, port: e51f1013-8d86-414e-becc-38a10db61882. Sep 09 21:43:04.215316 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for e51f1013-8d86-414e-becc-38a10db61882 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:43:04.278627 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55aba0-bbe5-436c-90a3-016a8e981212 req-527c3cc1-058a-479c-867d-191e35204b52 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:04.280457 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ae55aba0-bbe5-436c-90a3-016a8e981212 req-527c3cc1-058a-479c-867d-191e35204b52 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.1138866 Sep 09 21:43:04.349399 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ae55aba0-bbe5-436c-90a3-016a8e981212 req-3bb604ff-b4d2-447d-b607-d27dabdb45a3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623682 Sep 09 21:43:04.417107 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.448660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=e51f1013-8d86-414e-becc-38a10db61882,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:04.460837 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.461089 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.461441 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.461735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.462064 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.462392 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.462719 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.463039 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.463398 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.463716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.464035 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.464348 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:04.595298 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:43:04.710472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:43:04.721172 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:43:04.731414 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:43:04.732191 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:43:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:04.756086 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] No DVR routers for this DVR port e51f1013-8d86-414e-becc-38a10db61882 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:43:04.758821 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:04.760895 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6a0f8513-ea3f-404a-9742-cb4c1b9d8816 req-18adde6f-3ddd-4509-906a-f592a9d6869f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "DELETE /v2.0/ports/e51f1013-8d86-414e-becc-38a10db61882 HTTP/1.1" status: 204 len: 173 time: 1.0916567 Sep 09 21:43:04.761344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'name': 'network-vif-deleted', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:04.763719 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67efebd9-0813-4aff-946f-c68aa6e8625d" -d '{"events": [{"server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "name": "network-vif-deleted", "tag": "e51f1013-8d86-414e-becc-38a10db61882"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:04.818556 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e827265-7304-4e89-b685-6a89923c1efc x-openstack-request-id: req-8e827265-7304-4e89-b685-6a89923c1efc {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:04.818853 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12f0b-06e5-401f-a02c-c55212d90d23", "name": "network-vif-deleted", "tag": "e51f1013-8d86-414e-becc-38a10db61882", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:04.820034 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e827265-7304-4e89-b685-6a89923c1efc {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:04.820454 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e12f0b-06e5-401f-a02c-c55212d90d23', 'name': 'network-vif-deleted', 'tag': 'e51f1013-8d86-414e-becc-38a10db61882', 'status': 'completed', 'code': 200} Sep 09 21:43:04.869938 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:43:04.950224 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-b2072efe-27c5-4927-9bba-729749545351 req-1bf2df37-9e84-4d03-bfd3-007df6f91eec tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9e12f0b-06e5-401f-a02c-c55212d90d23 HTTP/1.1" status: 200 len: 210 time: 0.0275984 Sep 09 21:43:05.107589 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:05.139138 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:43:05.149961 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:43:05.150937 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:43:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:05.364903 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:05.411543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:43:05.520864 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bc233-fd63-4c7e-851b-0ebcec5f2209 req-caa820f4-e43c-42c0-ae94-2bc88e7ad9ac tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:05.529447 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8c8bc233-fd63-4c7e-851b-0ebcec5f2209 req-caa820f4-e43c-42c0-ae94-2bc88e7ad9ac tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0621054 Sep 09 21:43:05.594267 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8c8bc233-fd63-4c7e-851b-0ebcec5f2209 req-931c22cc-1512-4a83-bc14-7ebe92b5e152 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581751 Sep 09 21:43:05.671727 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:05.721187 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae403f1-6b4e-49cc-8440-4da3da45537d None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:43:05.983834 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438d6662-f705-461b-929c-fcf2604c894e None None] New status for floating IP 4bfaa59b-1da5-4162-bb8e-ff1243b70686: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:43:06.239658 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-09d6d8c2-ac1a-44a5-89ac-9ee993c626b5 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894715707&fields=id&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 267 time: 0.0350764 Sep 09 21:43:06.627454 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-38b616cf-a91d-4d95-b41a-b2361d6bd2a1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:06.628968 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-38b616cf-a91d-4d95-b41a-b2361d6bd2a1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.3811679 Sep 09 21:43:06.645995 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-0bf609b5-7130-4571-8194-29e4a847633a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/quotas/c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 375 time: 0.0095346 Sep 09 21:43:06.701799 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-dd67e12e-831d-44f3-9d64-0980723ad59d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485730 Sep 09 21:43:06.718372 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3e264-396a-48dd-90e2-56d877eeac45 req-e1712c31-9391-424c-a21b-978211ad071f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:06.720081 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-27d3e264-396a-48dd-90e2-56d877eeac45 req-e1712c31-9391-424c-a21b-978211ad071f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0489929 Sep 09 21:43:06.757993 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-27d3e264-396a-48dd-90e2-56d877eeac45 req-5dae6765-1ec5-4369-9aad-dfa6cf67729a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Sep 09 21:43:06.899688 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-f21d6eba-0763-466a-9bf9-31f25be11e50 service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863191 Sep 09 21:43:06.981731 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:43:06.985300 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device e51f1013-8d86-414e-becc-38a10db61882 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:43:06.992521 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-d9af3886-1348-4a17-a14b-d3cf7202cf0f service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Sep 09 21:43:07.013912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: e51f1013-8d86-414e-becc-38a10db61882 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:43:07.014198 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device e51f1013-8d86-414e-becc-38a10db61882 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:43:07.107381 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:07.121791 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:43:07.163540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:07.177514 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:43:07.202589 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:07.208270 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:07.266497 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=6']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:07.321838 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7d08c871-9917-4468-84be-3beff1ba976a req-8bdde782-bf05-4121-b3eb-d80ae6b5528d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 210 time: 0.0278506 Sep 09 21:43:07.327986 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:43:07.890732 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b28232-7ba6-4d78-a712-d2e6345033cb req-f051ad81-4a87-45c5-85d6-3e18d4112c8b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:07.892528 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4b28232-7ba6-4d78-a712-d2e6345033cb req-f051ad81-4a87-45c5-85d6-3e18d4112c8b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0582902 Sep 09 21:43:07.939700 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4b28232-7ba6-4d78-a712-d2e6345033cb req-8abc88d1-a0e5-4e17-a540-1d7d38a56eaa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349531 Sep 09 21:43:08.437852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-77896052-245b-4f7b-a45d-b2ab7bc326dc req-b753715e-9ef6-46d6-8645-105e324799d8 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 210 time: 0.0391619 Sep 09 21:43:08.511421 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-470052b1-ca59-472b-ba39-7e8a402d3ea9 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:08.512964 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-470052b1-ca59-472b-ba39-7e8a402d3ea9 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.1437776 Sep 09 21:43:08.561881 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-59fa037e-f063-4293-a2ac-bf8c1eec0b09 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 380 time: 0.0343170 Sep 09 21:43:08.573541 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'port': {'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'admin_state_up': True, 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'security_groups': ['a973bc57-63f3-4c07-9914-55eb16f75f95']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:43:08.695420 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Made reservation on behalf of c47b572c7e7a4ebfa28826b6f67e4881 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:43:08.700148 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:08.841231 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.20.0.3 (020ad0cc-54f5-4d1f-b370-8af475a4140b/1d9b639a-92de-4117-b465-516c365d7bf8/8091b8f7-5483-453b-bfa1-18318fdefb0a) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:43:09.000177 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:43:09.032368 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.050660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Transition to ACTIVE for port object 8091b8f7-5483-453b-bfa1-18318fdefb0a will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:43:09.086782 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.126521 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:43:09.127789 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.154044 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:43:09.157849 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:43:09.178923 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:43:09.183677 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:09.183862 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71c805-3a22-4efd-ad40-df03c80f00c8 req-768d1fd7-14ee-41c1-ae2a-4c83271112fe tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:09.193678 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7b71c805-3a22-4efd-ad40-df03c80f00c8 req-768d1fd7-14ee-41c1-ae2a-4c83271112fe tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0931847 Sep 09 21:43:09.199727 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.247148 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7b71c805-3a22-4efd-ad40-df03c80f00c8 req-0e9af577-8b09-4c04-a59a-2ab523aa70ec tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521405 Sep 09 21:43:09.288759 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.298951 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:09.299941 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.317701 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-11f9191b-7dca-49f5-8b72-4025e5615513 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482886 Sep 09 21:43:09.325743 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:09.329425 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f33ba08-1b41-452d-9a94-45797de3cc49" -d '{"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:09.333822 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Request body: {'port': {'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:43:09.347449 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:09.354862 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.399101 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.442327 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db6e47d-e05c-4495-955f-22dc2c3923ca x-openstack-request-id: req-1db6e47d-e05c-4495-955f-22dc2c3923ca {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:09.442846 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:09.443341 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1db6e47d-e05c-4495-955f-22dc2c3923ca {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:09.443992 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'code': 200} Sep 09 21:43:09.462695 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=7']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:09.555408 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-307616cb-3ded-48d5-bbe3-bdf490d6c81c None None] Provisioning for port 8091b8f7-5483-453b-bfa1-18318fdefb0a completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:43:09.569595 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-307616cb-3ded-48d5-bbe3-bdf490d6c81c None None] Provisioning complete for port 8091b8f7-5483-453b-bfa1-18318fdefb0a triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:43:09.569595 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-307616cb-3ded-48d5-bbe3-bdf490d6c81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.652945 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-307616cb-3ded-48d5-bbe3-bdf490d6c81c None None] Port 8091b8f7-5483-453b-bfa1-18318fdefb0a cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:43:09.670917 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2a088-f5eb-4abb-bb61-2c8fbf234b45 req-ca202b63-16d9-4e3e-adc1-74322036563e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:09.673595 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2fb2a088-f5eb-4abb-bb61-2c8fbf234b45 req-ca202b63-16d9-4e3e-adc1-74322036563e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 931 time: 0.0836630 Sep 09 21:43:09.727178 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2fb2a088-f5eb-4abb-bb61-2c8fbf234b45 req-4af1a2ff-4146-4213-b813-4c97ec24f02c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Sep 09 21:43:09.767126 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8091b8f7-5483-453b-bfa1-18318fdefb0a {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:43:09.778120 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.796862 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Transition to ACTIVE for port object 8091b8f7-5483-453b-bfa1-18318fdefb0a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:43:09.802962 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:09.906264 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Pushing event updated for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:09.975088 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Attempting to bind port 8091b8f7-5483-453b-bfa1-18318fdefb0a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:43:09.975447 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Attempting to bind port 8091b8f7-5483-453b-bfa1-18318fdefb0a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:43:09.975770 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Attempting to bind port 8091b8f7-5483-453b-bfa1-18318fdefb0a on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:43:09.980803 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Port 8091b8f7-5483-453b-bfa1-18318fdefb0a on network 020ad0cc-54f5-4d1f-b370-8af475a4140b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:43:09.983309 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Attempting to bind port 8091b8f7-5483-453b-bfa1-18318fdefb0a on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:43:09.987172 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:43:09.987397 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:43:09.987905 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Bound using segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:43:09.988352 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Bound port: 8091b8f7-5483-453b-bfa1-18318fdefb0a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:43:09.988771 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:10.112483 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:43:10.123673 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:43:10.130653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:10.220260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.220888 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:10.222338 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] 10.222.0.45 "PUT /v2.0/ports/8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 1093 time: 0.8946631 Sep 09 21:43:10.222916 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:10.225155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9b533-03b7-4c47-b79f-50c321e8f781" -d '{"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:10.256113 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7dea-e173-4c9c-9500-434e3313e828 service neutron] Pushing event updated for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:10.296543 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb30e96-ad7b-48b3-9d0e-be92f7598b0f x-openstack-request-id: req-0cb30e96-ad7b-48b3-9d0e-be92f7598b0f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:10.296833 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:10.297085 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cb30e96-ad7b-48b3-9d0e-be92f7598b0f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:10.299554 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'status': 'completed', 'code': 200} Sep 09 21:43:10.338331 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-77c37cfb-30f7-4f21-ad04-9305698a4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.339974 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-77c37cfb-30f7-4f21-ad04-9305698a4656 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1096 time: 0.0626388 Sep 09 21:43:10.420202 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-b638210e-38c9-405c-9b01-32ce704cd0bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 217 time: 0.0644825 Sep 09 21:43:10.423677 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9be41-1d27-4280-a784-300483e18a8a req-5cce280c-1d6c-4a37-9c3e-3938ce75ccf0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.432015 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05d9be41-1d27-4280-a784-300483e18a8a req-5cce280c-1d6c-4a37-9c3e-3938ce75ccf0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0895395 Sep 09 21:43:10.509962 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-05d9be41-1d27-4280-a784-300483e18a8a req-378d5531-509e-4cb9-aef2-169c056cd24b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766847 Sep 09 21:43:10.566388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-92b03803-1f40-43a3-a3c2-1c035d2e1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.568018 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-92b03803-1f40-43a3-a3c2-1c035d2e1056 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.1222019 Sep 09 21:43:10.625568 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216c277-0909-468e-988a-c4b3ee5eaead req-b7570456-8019-4526-8e01-2cde980e1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.627362 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-b7570456-8019-4526-8e01-2cde980e1311 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482106 Sep 09 21:43:10.744591 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-2524cdc3-460b-46ff-a8de-57ad7ea9eb29 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066539 Sep 09 21:43:10.892983 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8216c277-0909-468e-988a-c4b3ee5eaead req-0c655227-345b-4f57-ab4d-3eeb92516957 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377501 Sep 09 21:43:10.908864 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa451-b684-49ef-8300-72b3e47e8dbe req-08a9728a-6567-4a7e-a99e-584a86524396 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:10.910398 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-696aa451-b684-49ef-8300-72b3e47e8dbe req-08a9728a-6567-4a7e-a99e-584a86524396 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0821445 Sep 09 21:43:11.283392 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-696aa451-b684-49ef-8300-72b3e47e8dbe req-bf56e1b1-4cb9-4d98-b0af-15344de9e98e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611536 Sep 09 21:43:11.293410 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-8640c017-b80c-4b38-8692-51c248c5c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:11.295750 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-8640c017-b80c-4b38-8692-51c248c5c498 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1096 time: 0.0653658 Sep 09 21:43:11.405784 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-4616fd6c-5249-44e7-af56-ba12e03c5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:11.407424 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-4616fd6c-5249-44e7-af56-ba12e03c5d92 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.1026528 Sep 09 21:43:11.453957 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-d9ca357a-32aa-4aa1-a659-4c86f23497cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 217 time: 0.0364504 Sep 09 21:43:11.513861 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-92a856d9-43ca-4271-ae16-c6e8798b9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:11.515869 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-92a856d9-43ca-4271-ae16-c6e8798b9f4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0522027 Sep 09 21:43:11.595826 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-29db2a19-d2c7-42d8-81a0-557a4bce7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:11.597753 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-29db2a19-d2c7-42d8-81a0-557a4bce7be7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0739427 Sep 09 21:43:11.641425 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965185-1604-4c9a-b80c-b786cd4d56b5 req-b2622534-049d-46fb-ba9c-4a25a75f299d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:11.649726 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-28965185-1604-4c9a-b80c-b786cd4d56b5 req-b2622534-049d-46fb-ba9c-4a25a75f299d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0656309 Sep 09 21:43:11.688714 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-28965185-1604-4c9a-b80c-b786cd4d56b5 req-7b552bd1-c7e9-4e81-a2fd-16e4e17dfa11 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374129 Sep 09 21:43:11.737406 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-873b29f7-695b-4a3b-97b8-e34946ea2bf1 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193318 Sep 09 21:43:11.875515 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a7e9b533-03b7-4c47-b79f-50c321e8f781 req-99cee783-ddaf-4e4f-87ef-b7b4bb5aa737 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245866 Sep 09 21:43:12.405511 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47442a7-2f80-46f3-8295-72a612d2c122 req-31401ee2-6b65-47ea-b2b6-5c367ac1f446 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:12.407109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d47442a7-2f80-46f3-8295-72a612d2c122 req-31401ee2-6b65-47ea-b2b6-5c367ac1f446 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0553684 Sep 09 21:43:12.453158 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d47442a7-2f80-46f3-8295-72a612d2c122 req-58534dd4-ec64-4799-b952-ddee9e807b9e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Sep 09 21:43:12.820034 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce770cd-c844-491c-ab7a-bc23a59d6530 req-974846dd-acc7-43e6-a2d7-d23220d5bbd1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:12.821529 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bce770cd-c844-491c-ab7a-bc23a59d6530 req-974846dd-acc7-43e6-a2d7-d23220d5bbd1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0533504 Sep 09 21:43:12.865773 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-bce770cd-c844-491c-ab7a-bc23a59d6530 req-a4d1f2f5-d86a-4ca5-a4a8-d5f1fe15b15f tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Sep 09 21:43:13.633299 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e78e8-f737-4103-9689-29e7379f8d52 req-3bb19b58-6e9e-4ce4-8a27-80a97d0389f4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:13.635123 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-170e78e8-f737-4103-9689-29e7379f8d52 req-3bb19b58-6e9e-4ce4-8a27-80a97d0389f4 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0843575 Sep 09 21:43:13.678694 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-170e78e8-f737-4103-9689-29e7379f8d52 req-ac8d62e3-056a-4826-90c9-d82c9812053d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Sep 09 21:43:14.029792 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748737a2-a068-4866-bf62-02de199f6f76 req-afdda88d-49f3-4651-95d7-15eeb9610a1c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:14.032150 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-748737a2-a068-4866-bf62-02de199f6f76 req-afdda88d-49f3-4651-95d7-15eeb9610a1c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0666938 Sep 09 21:43:14.091609 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-748737a2-a068-4866-bf62-02de199f6f76 req-2f7aead2-fe7d-42d2-a760-29adc4c01fed tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480695 Sep 09 21:43:14.849599 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a8182-3089-4b41-a985-b0bcfbe84cda req-0e893283-f53e-47dd-839a-b3b83c5baccf tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:14.851121 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9c5a8182-3089-4b41-a985-b0bcfbe84cda req-0e893283-f53e-47dd-839a-b3b83c5baccf tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0940437 Sep 09 21:43:14.899733 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9c5a8182-3089-4b41-a985-b0bcfbe84cda req-a48840d3-8a01-4cf4-a89c-749953596c6a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Sep 09 21:43:15.216924 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae879f3-f908-4848-8357-35428d7fbcb7 req-a956920a-c4f9-45aa-b588-ca7dd9947bb8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:15.218496 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1ae879f3-f908-4848-8357-35428d7fbcb7 req-a956920a-c4f9-45aa-b588-ca7dd9947bb8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0506222 Sep 09 21:43:15.267656 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1ae879f3-f908-4848-8357-35428d7fbcb7 req-97a495e1-350c-41cf-a600-7e2def74291e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Sep 09 21:43:16.052288 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8c611-7963-49cf-baec-ce2a1fa6ff6e req-5df15b62-b38e-4000-80bc-80ce57293260 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:16.054874 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39a8c611-7963-49cf-baec-ce2a1fa6ff6e req-5df15b62-b38e-4000-80bc-80ce57293260 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0645225 Sep 09 21:43:16.118512 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-39a8c611-7963-49cf-baec-ce2a1fa6ff6e req-6123df58-3c2c-4db5-993e-3c91265acf99 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557268 Sep 09 21:43:16.403290 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d93920-35ad-4885-b689-f1ef40b75ced req-4d37c626-eeda-4054-b9af-9ea25fb4660a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:16.404918 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-39d93920-35ad-4885-b689-f1ef40b75ced req-4d37c626-eeda-4054-b9af-9ea25fb4660a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0617752 Sep 09 21:43:16.451866 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-39d93920-35ad-4885-b689-f1ef40b75ced req-78220c09-5d28-4ac6-a3cd-27420fe01f0d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Sep 09 21:43:17.271560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdd64d-903e-41ac-a84c-097ad9ac2201 req-e45654de-d687-40a0-b66b-e62facedea9c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:17.273588 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-babdd64d-903e-41ac-a84c-097ad9ac2201 req-e45654de-d687-40a0-b66b-e62facedea9c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0739384 Sep 09 21:43:17.325030 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-babdd64d-903e-41ac-a84c-097ad9ac2201 req-ea4e0ead-7d71-46c0-ac41-979ea5e2ccc0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Sep 09 21:43:17.615747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765433-7ee7-4256-b580-47a8d6966862 req-c52ea9d1-8013-4cef-912b-dfe121686b73 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:17.617517 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9f765433-7ee7-4256-b580-47a8d6966862 req-c52ea9d1-8013-4cef-912b-dfe121686b73 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0647342 Sep 09 21:43:17.665662 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9f765433-7ee7-4256-b580-47a8d6966862 req-5b5ef442-a488-4710-a4f1-82effe0677a7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Sep 09 21:43:18.467724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58734b-7d31-4292-a354-525de229aa6f req-6bc27057-1221-422a-a754-9fa7542b8ce0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:18.469366 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7a58734b-7d31-4292-a354-525de229aa6f req-6bc27057-1221-422a-a754-9fa7542b8ce0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 943 time: 0.0512681 Sep 09 21:43:18.511351 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7a58734b-7d31-4292-a354-525de229aa6f req-2b2b1789-ced1-4a83-9d75-34bef6a512df tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354235 Sep 09 21:43:18.732043 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5a1e2-9b3d-409d-9625-9283afe943ab req-f364b3ce-08cb-423f-b8b0-6305c692b15d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:18.734074 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-12f5a1e2-9b3d-409d-9625-9283afe943ab req-f364b3ce-08cb-423f-b8b0-6305c692b15d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0653033 Sep 09 21:43:18.780615 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-12f5a1e2-9b3d-409d-9625-9283afe943ab req-a866cc25-3206-4436-87bf-7943d12e36f0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Sep 09 21:43:18.804056 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023bfeb-48ac-4a1c-85b2-716f39f96728 req-7374661c-cc7a-4823-8d87-98e34672d621 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:18.806054 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3023bfeb-48ac-4a1c-85b2-716f39f96728 req-7374661c-cc7a-4823-8d87-98e34672d621 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0570312 Sep 09 21:43:18.847762 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3023bfeb-48ac-4a1c-85b2-716f39f96728 req-fc4df473-9820-40f7-a6cd-e2583213aad4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349000 Sep 09 21:43:19.030861 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79946-47a9-403f-831e-c4b53619a507 req-29197b32-232f-4b18-aedf-979780e30389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.032514 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-29197b32-232f-4b18-aedf-979780e30389 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1098 time: 0.0437860 Sep 09 21:43:19.051433 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 8091b8f7-5483-453b-bfa1-18318fdefb0a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:43:19.162211 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79946-47a9-403f-831e-c4b53619a507 req-d13d3b9e-df8c-4647-91d4-40be482378b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.164532 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-d13d3b9e-df8c-4647-91d4-40be482378b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.1232200 Sep 09 21:43:19.188047 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:19.203148 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:43:19.233331 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-77d7dd62-54e0-4f6d-9699-e0aac1b5a868 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 1000 time: 0.0601108 Sep 09 21:43:19.241765 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:19.256884 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8091b8f7-5483-453b-bfa1-18318fdefb0a {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:43:19.277667 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:19.283364 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:19.286149 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79946-47a9-403f-831e-c4b53619a507 req-1990fc9f-10e4-4b91-8963-2f6ddbb829a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.287864 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-1990fc9f-10e4-4b91-8963-2f6ddbb829a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0465772 Sep 09 21:43:19.331902 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:19.341939 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef79946-47a9-403f-831e-c4b53619a507 req-d7e4e2d7-e19e-4ce3-83d9-8bbb602ce294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.343504 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-d7e4e2d7-e19e-4ce3-83d9-8bbb602ce294 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455303 Sep 09 21:43:19.436623 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-f415a5bd-adf0-4bc6-94ca-4bdf61740888 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Sep 09 21:43:19.537405 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ef79946-47a9-403f-831e-c4b53619a507 req-ae4e2fae-ef69-4767-81e8-7d05e7b7e194 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924020 Sep 09 21:43:19.557308 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['8091b8f7-5483-453b-bfa1-18318fdefb0a'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:43:19.644961 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28709481-e0f5-4281-afc7-a8a57ce1c348 req-44653216-da52-4c34-b989-9b32a19f3077 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.646569 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28709481-e0f5-4281-afc7-a8a57ce1c348 req-44653216-da52-4c34-b989-9b32a19f3077 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 944 time: 0.0560467 Sep 09 21:43:19.687085 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-28709481-e0f5-4281-afc7-a8a57ce1c348 req-37f5c6af-425e-416b-b4cf-2e88ecc5b57a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336649 Sep 09 21:43:19.906261 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f405d-7fe2-40cd-aa22-ec203e2d4e2a req-d64a713a-5719-49c1-ae59-3f52095867eb tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.907947 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b82f405d-7fe2-40cd-aa22-ec203e2d4e2a req-d64a713a-5719-49c1-ae59-3f52095867eb tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0584571 Sep 09 21:43:19.951166 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b82f405d-7fe2-40cd-aa22-ec203e2d4e2a req-fbfec72e-c352-45fb-82e7-a9051168af4a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366344 Sep 09 21:43:19.975320 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58baebf-f104-4881-9942-ee43c3c5fd43 req-3b1af451-df74-4e22-a648-daa7b6205e49 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:19.976831 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f58baebf-f104-4881-9942-ee43c3c5fd43 req-3b1af451-df74-4e22-a648-daa7b6205e49 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0504379 Sep 09 21:43:20.014520 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f58baebf-f104-4881-9942-ee43c3c5fd43 req-bdd3c700-9d2a-49d3-a2e2-de9d639bef14 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Sep 09 21:43:20.814897 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bff58a-e944-4bc9-b4d9-f4b804a68cc3 req-7437f9c9-2c17-49b5-a02f-7703f814aca3 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:20.816412 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-48bff58a-e944-4bc9-b4d9-f4b804a68cc3 req-7437f9c9-2c17-49b5-a02f-7703f814aca3 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 944 time: 0.0542679 Sep 09 21:43:20.857809 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-48bff58a-e944-4bc9-b4d9-f4b804a68cc3 req-994d9a98-a9f8-4d62-bcc3-232ff6f366db tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Sep 09 21:43:21.077896 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da4f5-d287-4958-a7bc-206525613063 req-bfb61c0e-c2da-4109-83bc-ecc391b5afcf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:21.079476 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c0da4f5-d287-4958-a7bc-206525613063 req-bfb61c0e-c2da-4109-83bc-ecc391b5afcf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0563614 Sep 09 21:43:21.092236 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 8091b8f7-5483-453b-bfa1-18318fdefb0a up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:43:21.139218 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1c0da4f5-d287-4958-a7bc-206525613063 req-861dccfb-2dc3-424e-8eb0-2e962c56f596 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528708 Sep 09 21:43:21.148080 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 8091b8f7-5483-453b-bfa1-18318fdefb0a completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:43:21.152740 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 8091b8f7-5483-453b-bfa1-18318fdefb0a triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:43:21.153028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc268e3-4a5b-4173-be64-22fc1070c2a2 req-e0462440-36d4-4a96-a759-1fb1ab65e8f8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:21.153527 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:21.155319 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3cc268e3-4a5b-4173-be64-22fc1070c2a2 req-e0462440-36d4-4a96-a759-1fb1ab65e8f8 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 945 time: 0.0645962 Sep 09 21:43:21.196780 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-3cc268e3-4a5b-4173-be64-22fc1070c2a2 req-c4ec611b-ecf6-4804-86c9-a6136122e8c7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353663 Sep 09 21:43:21.253147 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:21.278043 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:21.280349 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c69a19-b906-4dff-ba53-031c7dc64b83" -d '{"events": [{"server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "name": "network-vif-plugged", "status": "completed", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:21.293390 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:21.298796 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:21.299594 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:43:21.322081 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69fd7a-b353-451a-a893-4ebd2ecb9e56 x-openstack-request-id: req-6d69fd7a-b353-451a-a893-4ebd2ecb9e56 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:21.322364 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "name": "network-vif-plugged", "status": "completed", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:21.322611 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d69fd7a-b353-451a-a893-4ebd2ecb9e56 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:21.322994 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'code': 200} Sep 09 21:43:21.378960 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:21.425014 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:21.468313 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:21.473845 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:21.532146 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=8']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:21.563409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11b208-e7a5-41eb-acde-950e6fb5b96e req-8165b7dd-e161-43e8-b829-219b91904cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:21.564978 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e11b208-e7a5-41eb-acde-950e6fb5b96e req-8165b7dd-e161-43e8-b829-219b91904cac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1098 time: 0.0452528 Sep 09 21:43:21.606533 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4e11b208-e7a5-41eb-acde-950e6fb5b96e req-f75342a4-c357-495d-ab64-643471781757 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Sep 09 21:43:21.988039 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f892b-836a-40f6-913a-4262c60b1308 req-2ba1fa9e-aa95-4679-9498-cbdd494fb096 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:21.989480 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2c2f892b-836a-40f6-913a-4262c60b1308 req-2ba1fa9e-aa95-4679-9498-cbdd494fb096 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0568674 Sep 09 21:43:22.027197 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2c2f892b-836a-40f6-913a-4262c60b1308 req-522f2323-22b4-44a7-809e-efb691b06019 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Sep 09 21:43:22.287413 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef13c-96c6-4b99-80ef-d47eb1963b68 req-04e8bf43-84b5-4de4-8eee-2104f098775f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:22.291285 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-760ef13c-96c6-4b99-80ef-d47eb1963b68 req-04e8bf43-84b5-4de4-8eee-2104f098775f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0758798 Sep 09 21:43:22.329415 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-760ef13c-96c6-4b99-80ef-d47eb1963b68 req-19a6b7ee-7dae-4d6e-b227-a28110257fcd tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Sep 09 21:43:22.351835 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386c09a-8811-4d9b-8008-7617df8f23bd req-7a189f8f-0211-43a8-b542-a85c1508e25a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:22.353363 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d386c09a-8811-4d9b-8008-7617df8f23bd req-7a189f8f-0211-43a8-b542-a85c1508e25a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0544491 Sep 09 21:43:22.392541 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d386c09a-8811-4d9b-8008-7617df8f23bd req-6716a8ce-cdeb-4a2e-a479-7a899ca14932 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Sep 09 21:43:23.155515 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ad1ad-f541-4b77-aee1-93c479441e84 req-104fecd1-0361-4bb0-b71b-460d86c09c73 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:23.156927 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5c4ad1ad-f541-4b77-aee1-93c479441e84 req-104fecd1-0361-4bb0-b71b-460d86c09c73 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0601439 Sep 09 21:43:23.203611 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-5c4ad1ad-f541-4b77-aee1-93c479441e84 req-60e07d3c-f5bd-49b0-9a13-41a2c6d3aa2b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Sep 09 21:43:23.264133 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [req-4177e433-2bc5-4954-9d95-95bb9f750849 req-dbbb6c45-2f02-4d40-bc90-cb52db2be6ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:43:23.265203 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4177e433-2bc5-4954-9d95-95bb9f750849 req-dbbb6c45-2f02-4d40-bc90-cb52db2be6ee service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058568 Sep 09 21:43:23.325178 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:23.325845 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e1638-0354-411e-8c53-9ffda8f02f8b req-8f731c52-9174-4cdc-9848-71b9d78a2dac tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:23.327345 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0c8e1638-0354-411e-8c53-9ffda8f02f8b req-8f731c52-9174-4cdc-9848-71b9d78a2dac tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0522480 Sep 09 21:43:23.327606 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28153607-339f-4bee-b5a3-6d631fb02ee7" -d '{"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:23.377718 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562523db-a644-4e18-8dac-416b40842333 x-openstack-request-id: req-562523db-a644-4e18-8dac-416b40842333 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:23.377989 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-unplugged", "status": "failed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "code": 422}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:23.378393 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-562523db-a644-4e18-8dac-416b40842333 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:23.378628 dv-cinder-760193-10-iscsi neutron-server[94082]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'code': 422} returned with failed status Sep 09 21:43:23.397970 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0c8e1638-0354-411e-8c53-9ffda8f02f8b req-e851dc4a-26a0-4042-96e0-dfc030b5f7ad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573900 Sep 09 21:43:23.422838 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42210) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:43:23.472785 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad30ee-46a7-4d8a-8f04-4b940e2f2121 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:23.474391 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d3ad30ee-46a7-4d8a-8f04-4b940e2f2121 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1093 time: 0.0504055 Sep 09 21:43:23.479339 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82e6cc-c9c0-4eb9-b793-a8843bdb77b4 req-43258c6d-2179-4057-91e5-f08f271fc1af tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:23.480907 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0e82e6cc-c9c0-4eb9-b793-a8843bdb77b4 req-43258c6d-2179-4057-91e5-f08f271fc1af tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0576253 Sep 09 21:43:23.481623 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42212) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:43:23.486469 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:43:23.539722 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:23.544874 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0e82e6cc-c9c0-4eb9-b793-a8843bdb77b4 req-54038d49-72af-43a9-b987-9c72a3977eaa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527260 Sep 09 21:43:23.547242 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-0d742986-c2f3-46c2-bd3c-2d91c134aae7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780959 Sep 09 21:43:23.562823 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfbf0f-2d26-4e78-88b3-12680808251f req-111f11a2-31de-4be7-bd63-cc9346816bc9 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:23.564428 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6bbfbf0f-2d26-4e78-88b3-12680808251f req-111f11a2-31de-4be7-bd63-cc9346816bc9 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0662096 Sep 09 21:43:23.616409 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6bbfbf0f-2d26-4e78-88b3-12680808251f req-8f2684b4-abc5-4056-86d5-05bcccca5fcd tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Sep 09 21:43:23.665424 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:23.784323 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.27.0.89 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/f0a871dd-3142-463d-861f-2aefa742580c) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:43:23.902305 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:23.947834 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:23.986142 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:43:23.988874 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:43:23.992410 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:43:24.000733 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=f0a871dd-3142-463d-861f-2aefa742580c,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:24.032730 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.033077 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.033419 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.033749 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.034077 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.034412 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.034741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.035076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.035407 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.035776 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.036095 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.036622 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:24.363781 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-5f48252f-c644-48d7-a87d-899a36203b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.365326 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-5f48252f-c644-48d7-a87d-899a36203b63 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b&tenant_id=9807736386194b2ca9960fff4feb2cdd HTTP/1.1" status: 200 len: 1096 time: 0.0421236 Sep 09 21:43:24.369699 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:24.430418 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-7715f68f-0feb-49b8-b237-80d02c15e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.432075 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-7715f68f-0feb-49b8-b237-80d02c15e457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9807736386194b2ca9960fff4feb2cdd&device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1096 time: 0.0420945 Sep 09 21:43:24.442878 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:24.547920 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-c3902775-7818-4188-a73a-b2fc4ae114f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.550274 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-c3902775-7818-4188-a73a-b2fc4ae114f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 200 len: 918 time: 0.1096311 Sep 09 21:43:24.617503 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:24.624439 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:24.626874 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-1ef27295-7e21-4407-84f8-a5629e620243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 200 len: 998 time: 0.0681856 Sep 09 21:43:24.682010 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-319e9e49-ce23-41f3-b2e4-7ed303bcc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.683721 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-319e9e49-ce23-41f3-b2e4-7ed303bcc38d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 200 len: 856 time: 0.0500991 Sep 09 21:43:24.732416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=f0a871dd-3142-463d-861f-2aefa742580c,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:24.740951 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:24.757690 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140a34-f074-46d0-8cc6-6487a2b11fe0 req-58867d3f-7d8c-4ddd-9ba4-2532241340e7 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.759225 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-47140a34-f074-46d0-8cc6-6487a2b11fe0 req-58867d3f-7d8c-4ddd-9ba4-2532241340e7 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0738006 Sep 09 21:43:24.761889 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-e91fa63d-dc9d-4dbd-bc71-dfd14d11d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.763514 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-e91fa63d-dc9d-4dbd-bc71-dfd14d11d19f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0684218 Sep 09 21:43:24.787223 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91713d9-b031-46ab-89f9-6b78ecefc361 req-47299b27-2e16-4698-b4d6-a2bf32a5487b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:24.788189 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f91713d9-b031-46ab-89f9-6b78ecefc361 req-47299b27-2e16-4698-b4d6-a2bf32a5487b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.1312041 Sep 09 21:43:24.827010 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-47140a34-f074-46d0-8cc6-6487a2b11fe0 req-0b5a58ef-b8e2-4577-932b-1e14fc79f863 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616274 Sep 09 21:43:24.875984 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f91713d9-b031-46ab-89f9-6b78ecefc361 req-74aef30f-7c06-4dd5-93b6-d974ae60129e tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570211 Sep 09 21:43:24.886564 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-b79fbc0b-b5ba-4d6a-a3f8-63a8d13759fc service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137276 Sep 09 21:43:24.887520 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP 71802809-7ce7-4e14-9c1d-2afddae2df5b associated. External IP: 172.27.0.89, port: 8091b8f7-5483-453b-bfa1-18318fdefb0a. Sep 09 21:43:24.988503 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9b0f5bb3-0a6b-45d7-b098-89cb5f509af1 req-502a10d5-821c-4f41-864f-55c9b7460352 service neutron] 10.222.0.45 "GET /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934691 Sep 09 21:43:25.110332 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:43:25.131030 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:43:25.244981 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:43:25.258836 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:43:25.267334 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:25.272998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:43:25.273657 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:43:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:25.297607 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0d035006-918b-4760-8bca-8c8d93055069 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8147843 Sep 09 21:43:25.298466 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:25.301106 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37619c-5853-4f11-bff2-e44e822b9efd" -d '{"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:25.355829 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb94faee-94da-46d8-81cc-89cdc49f9ac5 x-openstack-request-id: req-bb94faee-94da-46d8-81cc-89cdc49f9ac5 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:25.356246 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:25.356497 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb94faee-94da-46d8-81cc-89cdc49f9ac5 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:25.357212 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'status': 'completed', 'code': 200} Sep 09 21:43:25.427261 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:43:25.699114 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:24Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:25.731344 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:43:25.741558 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:43:25.742194 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:43:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:25.899378 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:43:26.078583 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626bb6-b83f-4ffc-85ed-4809aa226732 req-c672ad9e-1d65-4d51-9ac7-1ed247dc20b6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:26.083836 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16626bb6-b83f-4ffc-85ed-4809aa226732 req-c672ad9e-1d65-4d51-9ac7-1ed247dc20b6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1136677 Sep 09 21:43:26.120327 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87a846-442a-4134-9fe4-7c4acdb024eb req-3c267647-4b9c-49fc-965e-d46eebf6621d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:26.127662 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7f87a846-442a-4134-9fe4-7c4acdb024eb req-3c267647-4b9c-49fc-965e-d46eebf6621d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.1219966 Sep 09 21:43:26.136753 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-16626bb6-b83f-4ffc-85ed-4809aa226732 req-8dd92762-90f4-4661-abf4-43ba800b9de5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494730 Sep 09 21:43:26.168841 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7f87a846-442a-4134-9fe4-7c4acdb024eb req-9ebb5837-7cb2-4b89-aa36-248ebb281f2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Sep 09 21:43:26.405505 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:24Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:43:26.452928 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab498f6-26fc-4530-a656-e5968dbb1253 None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:24Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:43:26.699285 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5ab195-04cb-4062-ab74-ce5cce3d5e73 None None] New status for floating IP 71802809-7ce7-4e14-9c1d-2afddae2df5b: ACTIVE {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:43:27.308503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4aaa3-7aaa-4181-a401-0750c004377f req-b15bd2b7-4beb-4fd2-b227-91ccee1a62f4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:27.309035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a060a3-5068-4197-8910-6e0cc99691b8 req-b9526222-e9a1-420c-b903-fc411ae7070c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:27.310272 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-61a060a3-5068-4197-8910-6e0cc99691b8 req-b9526222-e9a1-420c-b903-fc411ae7070c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0663891 Sep 09 21:43:27.311592 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ebb4aaa3-7aaa-4181-a401-0750c004377f req-b15bd2b7-4beb-4fd2-b227-91ccee1a62f4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0572124 Sep 09 21:43:27.357881 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ebb4aaa3-7aaa-4181-a401-0750c004377f req-a982ff4d-bd1d-4a09-91bb-2d34fd9031c1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Sep 09 21:43:27.367490 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-61a060a3-5068-4197-8910-6e0cc99691b8 req-6708d856-f3d2-4b8d-9132-9718b1993656 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496643 Sep 09 21:43:28.519641 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d5051-2a80-4f25-b316-3ce625df8f7f req-64cd1c73-8859-4f2c-93a0-567d052b07c5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:28.521226 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-357d5051-2a80-4f25-b316-3ce625df8f7f req-64cd1c73-8859-4f2c-93a0-567d052b07c5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0626659 Sep 09 21:43:28.540678 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5660a48-1281-4456-90cd-791b071e9663 req-2d2f6a34-1cea-416f-acdf-80e428352f32 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:28.542272 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c5660a48-1281-4456-90cd-791b071e9663 req-2d2f6a34-1cea-416f-acdf-80e428352f32 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0629570 Sep 09 21:43:28.563103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-357d5051-2a80-4f25-b316-3ce625df8f7f req-46181d98-d91d-4762-82f1-4f4a58406dc3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348699 Sep 09 21:43:28.588362 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c5660a48-1281-4456-90cd-791b071e9663 req-df0d228a-8c69-4696-89d3-3ee4712951ab tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393312 Sep 09 21:43:29.703771 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-949f151f-d722-420a-a5ec-8d40a18d657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:29.716289 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0354-6f2c-4f60-9b3d-2bad48cf0670 req-59b1fa2d-7d68-48ae-a97c-073a7f5dde96 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:29.719012 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-35fd0354-6f2c-4f60-9b3d-2bad48cf0670 req-59b1fa2d-7d68-48ae-a97c-073a7f5dde96 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0819917 Sep 09 21:43:29.723420 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd756e-cf74-4b9c-99da-8949182f9113 req-f36a5e1a-422f-4706-aca1-4882c293e864 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:29.725061 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ebfd756e-cf74-4b9c-99da-8949182f9113 req-f36a5e1a-422f-4706-aca1-4882c293e864 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0598304 Sep 09 21:43:29.759932 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-35fd0354-6f2c-4f60-9b3d-2bad48cf0670 req-ae65ac66-3028-4248-ae5e-fd78463380ac tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Sep 09 21:43:29.764428 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ebfd756e-cf74-4b9c-99da-8949182f9113 req-e87871e0-0749-48bb-bac2-6884b32b0c98 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Sep 09 21:43:30.987382 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bcd13-601d-4f48-9bb3-7a714b2af937 req-b8a9f614-5d30-420b-8fcd-d7bb7f934217 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:30.989794 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5b9bcd13-601d-4f48-9bb3-7a714b2af937 req-b8a9f614-5d30-420b-8fcd-d7bb7f934217 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.1386366 Sep 09 21:43:30.997669 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074d06-dc09-499a-a133-fd347d2cb11b req-16050ddf-691e-454f-9c45-7b428851049e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:31.006976 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8e074d06-dc09-499a-a133-fd347d2cb11b req-16050ddf-691e-454f-9c45-7b428851049e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1258974 Sep 09 21:43:31.044558 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5b9bcd13-601d-4f48-9bb3-7a714b2af937 req-35f224d1-386f-4d96-877a-2af316dd4e6c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477734 Sep 09 21:43:31.049228 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-8e074d06-dc09-499a-a133-fd347d2cb11b req-a496224a-8cab-474d-b564-170389b4de51 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Sep 09 21:43:32.233365 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4af59-0f2b-4503-aaa9-37257aef18b2 req-b83e7c3c-4708-4c53-8bbc-44e57a5022f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:32.237296 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18b4af59-0f2b-4503-aaa9-37257aef18b2 req-b83e7c3c-4708-4c53-8bbc-44e57a5022f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1137207 Sep 09 21:43:32.257788 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b12508-7517-409b-96a3-6d08c02c7191 req-095c3639-7dc5-4ff4-ad00-5ae181524860 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:32.261894 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b2b12508-7517-409b-96a3-6d08c02c7191 req-095c3639-7dc5-4ff4-ad00-5ae181524860 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0786893 Sep 09 21:43:32.316941 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18b4af59-0f2b-4503-aaa9-37257aef18b2 req-fa36f103-8fb5-4a04-adb1-ce0fcb4c8d8d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603156 Sep 09 21:43:32.320687 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b2b12508-7517-409b-96a3-6d08c02c7191 req-6571a52c-5ebf-4c74-ba30-2961375601c7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Sep 09 21:43:32.661093 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:32.976528 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-02fb60a8-32cb-49da-bb04-70ec89d4027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:33.486370 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b953645-ff73-45af-b64e-a03d9203ddd0 req-c3998dc1-2774-4c42-938b-783bed2e467a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:33.490457 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b953645-ff73-45af-b64e-a03d9203ddd0 req-c3998dc1-2774-4c42-938b-783bed2e467a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0723195 Sep 09 21:43:33.533934 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e746-f942-47bb-8396-5f860d46e11e req-b575317c-3771-4b5d-9418-da70dcc4ee67 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:33.545892 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2848e746-f942-47bb-8396-5f860d46e11e req-b575317c-3771-4b5d-9418-da70dcc4ee67 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.1174905 Sep 09 21:43:33.556029 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b953645-ff73-45af-b64e-a03d9203ddd0 req-f4e28c50-a3a1-4b2f-b882-22d06576f55c tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554335 Sep 09 21:43:33.606688 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2848e746-f942-47bb-8396-5f860d46e11e req-e97f9b44-8eb9-4d99-b545-bc3165a183a2 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594041 Sep 09 21:43:34.216816 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:34.740395 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8d757-abcd-463b-a99c-f27549138d73 req-8455a033-f6d2-42d0-b507-d97e83336e0c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:34.742190 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18b8d757-abcd-463b-a99c-f27549138d73 req-8455a033-f6d2-42d0-b507-d97e83336e0c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0536602 Sep 09 21:43:34.756384 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336103-df49-4283-8049-839d3999f313 req-ca324188-16f5-4c51-a100-14f7c5a7b27a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:34.759162 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1a336103-df49-4283-8049-839d3999f313 req-ca324188-16f5-4c51-a100-14f7c5a7b27a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0868254 Sep 09 21:43:34.790174 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-18b8d757-abcd-463b-a99c-f27549138d73 req-4aa8c94b-5a14-494f-91c1-18e9aef95866 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Sep 09 21:43:34.813646 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-1a336103-df49-4283-8049-839d3999f313 req-dc480f71-b621-4539-ac05-a6ecce5c7b58 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Sep 09 21:43:35.283410 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:35.974053 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc0d3-161d-44d1-975c-4941324c883f req-45108a0c-513b-4d97-ac6d-9606b66ef520 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:35.980132 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e7fbc0d3-161d-44d1-975c-4941324c883f req-45108a0c-513b-4d97-ac6d-9606b66ef520 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0929615 Sep 09 21:43:35.998440 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd4fbd-7486-40ff-aff4-5617639d1ef8 req-bf4cede2-8d56-4732-a3e7-4241377dd453 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:36.001548 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01dd4fbd-7486-40ff-aff4-5617639d1ef8 req-bf4cede2-8d56-4732-a3e7-4241377dd453 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0647874 Sep 09 21:43:36.028574 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e7fbc0d3-161d-44d1-975c-4941324c883f req-f5b35da8-ea1f-4e73-8b62-f398c5eac3b8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374198 Sep 09 21:43:36.088922 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-01dd4fbd-7486-40ff-aff4-5617639d1ef8 req-6ac729e3-ce69-48a1-9c33-57d20ca78fa7 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748091 Sep 09 21:43:37.193297 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9c616-1763-40cd-b023-16fc6c3284b3 req-c7ca8c80-043a-463f-81f0-a9ba534b4cce tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:37.195946 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6ac9c616-1763-40cd-b023-16fc6c3284b3 req-c7ca8c80-043a-463f-81f0-a9ba534b4cce tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0847173 Sep 09 21:43:37.244447 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847d91e-8e53-4df1-9c6b-389d961634af req-f8d024c8-aa1c-4b14-a8a7-14f01b0233c2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:37.246596 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6ac9c616-1763-40cd-b023-16fc6c3284b3 req-d233bfee-44fc-4e5c-b7ca-281a87122457 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Sep 09 21:43:37.247545 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4847d91e-8e53-4df1-9c6b-389d961634af req-f8d024c8-aa1c-4b14-a8a7-14f01b0233c2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0596025 Sep 09 21:43:37.294379 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4847d91e-8e53-4df1-9c6b-389d961634af req-b23b0a8b-09ca-4135-b044-c3dd7c0054dc tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Sep 09 21:43:38.385564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acaadf-9fcf-4a52-81c1-4390843b91f9 req-885c89b5-6532-45a8-98db-666dcab57d6d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:38.387543 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57acaadf-9fcf-4a52-81c1-4390843b91f9 req-885c89b5-6532-45a8-98db-666dcab57d6d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0621653 Sep 09 21:43:38.440467 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-57acaadf-9fcf-4a52-81c1-4390843b91f9 req-4d81865a-59d7-4c26-9bbf-881c77285137 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461152 Sep 09 21:43:38.440980 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610241-0eb9-4ffc-8274-d73edbbe76f6 req-261b6953-4963-4423-92a3-a9d333f07c93 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:38.442640 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-80610241-0eb9-4ffc-8274-d73edbbe76f6 req-261b6953-4963-4423-92a3-a9d333f07c93 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0599597 Sep 09 21:43:38.491987 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-80610241-0eb9-4ffc-8274-d73edbbe76f6 req-a879bde3-444f-406c-8006-696de968b9e3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354309 Sep 09 21:43:38.648767 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-c9487dc6-6ddf-4cf5-9d22-8b99b34138cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:38.652694 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-c9487dc6-6ddf-4cf5-9d22-8b99b34138cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1098 time: 0.0615947 Sep 09 21:43:38.812477 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-1857d967-1bcf-4462-93c4-42809e40ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:38.814426 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-1857d967-1bcf-4462-93c4-42809e40ca22 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.1528420 Sep 09 21:43:38.899164 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-ae9926bd-0b25-44c4-9009-10508d71cd48 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 1000 time: 0.0674250 Sep 09 21:43:38.965381 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-f6cec0a6-b2db-4337-b744-175fcad6bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:38.967534 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-f6cec0a6-b2db-4337-b744-175fcad6bea6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0566950 Sep 09 21:43:39.021421 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-69fcd443-dbe7-49fd-a60f-5eda272a536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:39.023364 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-69fcd443-dbe7-49fd-a60f-5eda272a536f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483911 Sep 09 21:43:39.132176 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-7e7f7f87-44f7-4388-9607-b8b531977f85 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005993 Sep 09 21:43:39.163043 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:39.238905 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cf37619c-5853-4f11-bff2-e44e822b9efd req-c471c64b-d19f-430a-bb4a-329abf898150 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983179 Sep 09 21:43:39.590544 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88567ba-8c71-4b85-914f-9252f64dff86 req-8840c9ba-4879-42f2-9034-216e08f2af43 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:39.592236 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d88567ba-8c71-4b85-914f-9252f64dff86 req-8840c9ba-4879-42f2-9034-216e08f2af43 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0671189 Sep 09 21:43:39.635909 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d88567ba-8c71-4b85-914f-9252f64dff86 req-c3ce2c21-33be-44e6-b295-82eaa1937e63 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370245 Sep 09 21:43:39.667426 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871959de-5d96-4723-b4ef-156f34223dbd req-5e0d1e4f-6d6c-4726-b038-9dcd560ec94b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:39.670192 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-871959de-5d96-4723-b4ef-156f34223dbd req-5e0d1e4f-6d6c-4726-b038-9dcd560ec94b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0821180 Sep 09 21:43:39.718436 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:43:39.729570 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-871959de-5d96-4723-b4ef-156f34223dbd req-02c982fe-2d89-49c9-aecc-46666e7982d2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487731 Sep 09 21:43:39.936997 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40deb62-9300-4b3f-a378-13f1bd879b6d req-d865efa5-9619-4cd0-ac23-3d34197148bc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:39.936997 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b40deb62-9300-4b3f-a378-13f1bd879b6d req-d865efa5-9619-4cd0-ac23-3d34197148bc tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0634270 Sep 09 21:43:40.018180 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b40deb62-9300-4b3f-a378-13f1bd879b6d req-4082352c-ea62-45c9-af7c-5e90e6a77700 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732698 Sep 09 21:43:40.039374 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-b0631147-0637-44f9-98ff-d37b7bc1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:40.042345 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-b0631147-0637-44f9-98ff-d37b7bc1242c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0925705 Sep 09 21:43:40.175763 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-c46f5c53-8933-4255-937b-a0ede8d669a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:40.177309 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-c46f5c53-8933-4255-937b-a0ede8d669a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.1262116 Sep 09 21:43:40.254538 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-b1aac42d-01d2-465a-a7fd-2181c239e565 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 1001 time: 0.0692043 Sep 09 21:43:40.325395 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-3ffc10dc-50ba-4275-966f-9a379e042b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:40.326785 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-3ffc10dc-50ba-4275-966f-9a379e042b5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0621636 Sep 09 21:43:40.378037 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-7fb24ba5-0058-4e58-b897-544fd8904d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:40.379984 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-7fb24ba5-0058-4e58-b897-544fd8904d34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459876 Sep 09 21:43:40.489456 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-4dc52581-f2a1-4fb4-80f4-df16ed1e8923 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004531 Sep 09 21:43:40.596248 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-60a08e9d-0e96-46fd-904b-6a9ed0346c95 req-04453acc-36aa-4bbd-ae1b-37768a79390b service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968249 Sep 09 21:43:40.890134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc40d4-c8a7-406d-8dd6-ed81a436dc47 req-a8be27cf-8478-44cc-95a3-3324c97d3cd6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:40.891736 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4afc40d4-c8a7-406d-8dd6-ed81a436dc47 req-a8be27cf-8478-44cc-95a3-3324c97d3cd6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 943 time: 0.0603015 Sep 09 21:43:40.942989 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4afc40d4-c8a7-406d-8dd6-ed81a436dc47 req-dba1943e-6e8d-48f4-811f-d4a773a59ec3 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366418 Sep 09 21:43:41.124543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:43:41.222355 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e0a2-3ccf-4c2f-9c5f-b31023e3a900 req-d2850d7f-08c8-406b-9bd0-178ab34ac9cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:41.224692 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a7c6e0a2-3ccf-4c2f-9c5f-b31023e3a900 req-d2850d7f-08c8-406b-9bd0-178ab34ac9cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0673351 Sep 09 21:43:41.278782 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:41.287982 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a7c6e0a2-3ccf-4c2f-9c5f-b31023e3a900 req-9a68b6e3-6f6a-4f43-95b3-ab402d1a4822 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520492 Sep 09 21:43:41.297650 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'port_id': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'mac_address': 'fa:16:3e:7f:76:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:43:41.347923 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:41.363414 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:43:41.385250 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:41.391146 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:41.450729 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=9']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:41.459315 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.459665 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.460005 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.460337 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.460668 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.460998 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.461328 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.461650 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.461975 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.462295 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.462612 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.462927 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:43:41.651253 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:43:42.080541 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26f20a-9bb3-4b5a-8ab4-e46574c33323 req-1adedfab-37aa-4674-a098-dcb959bb4c08 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:42.082193 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a26f20a-9bb3-4b5a-8ab4-e46574c33323 req-1adedfab-37aa-4674-a098-dcb959bb4c08 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0563977 Sep 09 21:43:42.126456 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a26f20a-9bb3-4b5a-8ab4-e46574c33323 req-cf4b627c-cd4b-4d38-9d5e-37a14f59b1a4 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371447 Sep 09 21:43:42.419444 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1756-1a50-408c-b5ba-2340dd404ac6 req-8e6b09e0-c300-4f98-abcd-54b6f576e346 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:42.421138 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aceb1756-1a50-408c-b5ba-2340dd404ac6 req-8e6b09e0-c300-4f98-abcd-54b6f576e346 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0548370 Sep 09 21:43:42.469095 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-aceb1756-1a50-408c-b5ba-2340dd404ac6 req-f77d863d-d0a1-410d-82bd-2788a6dfbe51 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Sep 09 21:43:43.136037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:43:43.196258 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:43:43.196566 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:43.278080 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef339a-828f-4ee4-8537-298c3c5f8a03 req-ffa40d06-d219-4f39-b995-956ad99b2d1d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:43.280183 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d7ef339a-828f-4ee4-8537-298c3c5f8a03 req-ffa40d06-d219-4f39-b995-956ad99b2d1d tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 944 time: 0.0632653 Sep 09 21:43:43.301308 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:43.327307 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d7ef339a-828f-4ee4-8537-298c3c5f8a03 req-b6f4dd5e-12c8-4b9a-b990-33fbf68ed654 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401876 Sep 09 21:43:43.334968 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:43:43.337352 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371d7bb-e455-433e-839f-df05ad5c9f04" -d '{"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:43:43.364075 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:43:43.370539 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:43:43.409095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca8aa02-c77f-4744-89af-436431a0ac45 x-openstack-request-id: req-3ca8aa02-c77f-4744-89af-436431a0ac45 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:43:43.409445 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-plugged", "status": "completed", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:43:43.409623 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ca8aa02-c77f-4744-89af-436431a0ac45 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:43:43.410233 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'code': 200} Sep 09 21:43:43.454559 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=10']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:43:43.624846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46effb-5a28-456e-ac6e-42da9d4dea88 req-383f04df-668d-4140-9ee5-b682c9108081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:43.626440 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4c46effb-5a28-456e-ac6e-42da9d4dea88 req-383f04df-668d-4140-9ee5-b682c9108081 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 1099 time: 0.0557654 Sep 09 21:43:43.685647 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4c46effb-5a28-456e-ac6e-42da9d4dea88 req-28655f2a-d88b-41a1-96ce-6d6620a8fbd3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485258 Sep 09 21:43:44.502809 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4387c-85ef-4dea-876a-ea73dc953a0d req-6e4a3027-6d83-4171-b95b-ca92fd5ac350 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:44.504498 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-34a4387c-85ef-4dea-876a-ea73dc953a0d req-6e4a3027-6d83-4171-b95b-ca92fd5ac350 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0746920 Sep 09 21:43:44.557112 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-34a4387c-85ef-4dea-876a-ea73dc953a0d req-21d77e92-af68-4e8e-a7dd-00edb7ee01b2 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Sep 09 21:43:45.725580 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeebe7-9a2e-48ac-9ac9-8b0165b877eb req-7f812700-6241-41c9-bba5-e2bf0768b301 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:45.727824 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a8aeebe7-9a2e-48ac-9ac9-8b0165b877eb req-7f812700-6241-41c9-bba5-e2bf0768b301 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0602791 Sep 09 21:43:45.777355 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a8aeebe7-9a2e-48ac-9ac9-8b0165b877eb req-274bc157-aaf4-4f4c-acb9-1551509b12fa tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 Sep 09 21:43:46.907017 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfe37-0142-4a12-8a61-8e39dc82d6b9 req-54f6a684-1142-47c1-b6d3-26e16ede4832 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:43:46.908602 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3afcfe37-0142-4a12-8a61-8e39dc82d6b9 req-54f6a684-1142-47c1-b6d3-26e16ede4832 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0523660 Sep 09 21:43:46.948069 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3afcfe37-0142-4a12-8a61-8e39dc82d6b9 req-2188445d-fec3-40fe-b644-5d9f51268931 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Sep 09 21:43:59.689707 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0c7de528-b6c0-4cb0-a6cc-9982787326b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:02.653206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:02.972070 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-2b28ca10-a2fa-4bb0-bffb-0ec89d988bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:04.220948 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:05.287261 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:09.187312 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:16.720192 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:44:16.873663 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-e22cfe4c-13ff-46ce-a278-f97b66475110 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500736 Sep 09 21:44:16.972662 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763105b-897a-4de9-a1f3-347268cd783c req-f779b995-cf93-4720-9e94-10ac967cf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:16.974202 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-f779b995-cf93-4720-9e94-10ac967cf9d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0505736 Sep 09 21:44:17.087330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763105b-897a-4de9-a1f3-347268cd783c req-5f510b4e-6464-4dfa-ae8d-d26d8bda4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:17.088912 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-5f510b4e-6464-4dfa-ae8d-d26d8bda4451 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.0899751 Sep 09 21:44:17.170562 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-a221d759-5521-4ad6-a6f2-2db0b3276d24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 200 len: 1001 time: 0.0661917 Sep 09 21:44:17.221140 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763105b-897a-4de9-a1f3-347268cd783c req-4a2dfb93-e610-4840-afeb-ae246a6dc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:17.222635 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-4a2dfb93-e610-4840-afeb-ae246a6dc6c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0444179 Sep 09 21:44:17.276343 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763105b-897a-4de9-a1f3-347268cd783c req-dc6c9a25-652f-4842-863b-ae2661f314fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:17.277909 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-dc6c9a25-652f-4842-863b-ae2661f314fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428185 Sep 09 21:44:17.382497 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-a5ed124b-d376-4a63-aa7f-3314a2253246 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893645 Sep 09 21:44:17.485750 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2763105b-897a-4de9-a1f3-347268cd783c req-8b572053-51e6-42c1-af56-a1ba678059e9 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939026 Sep 09 21:44:20.336879 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5562e94-eb3c-4f2a-b021-d6bfd9cd921b req-00802ba9-5231-45ea-b29a-9d9e9847235a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:20.338364 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5562e94-eb3c-4f2a-b021-d6bfd9cd921b req-00802ba9-5231-45ea-b29a-9d9e9847235a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0626230 Sep 09 21:44:20.381103 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5562e94-eb3c-4f2a-b021-d6bfd9cd921b req-3afce49a-cdba-4ca9-83c2-4b1f2a6bf59a tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Sep 09 21:44:21.373303 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfcc88-a38f-426a-8863-a506f4fb0ea7 req-a1abd141-5748-49b3-920d-c945e1195733 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:21.374844 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-51bfcc88-a38f-426a-8863-a506f4fb0ea7 req-a1abd141-5748-49b3-920d-c945e1195733 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0580175 Sep 09 21:44:21.416022 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-51bfcc88-a38f-426a-8863-a506f4fb0ea7 req-fdbd1612-c167-479c-be9a-d7724f3049c3 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Sep 09 21:44:21.503371 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073c2d-9dda-48cc-89e4-c547265abab0 req-130e9261-8d2e-47e9-8590-7136646e8176 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:21.504832 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f073c2d-9dda-48cc-89e4-c547265abab0 req-130e9261-8d2e-47e9-8590-7136646e8176 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0483875 Sep 09 21:44:21.544496 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-5f073c2d-9dda-48cc-89e4-c547265abab0 req-b37a17b5-7d20-4bcf-92c9-4f24ef060ed1 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ae44bd2-b7bc-4224-845e-a572c07bd351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337079 Sep 09 21:44:21.881563 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-6c56413d-283c-46fe-ae07-83ffbef5cece tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:21.883182 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-6c56413d-283c-46fe-ae07-83ffbef5cece tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 946 time: 0.0548692 Sep 09 21:44:21.985072 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Deleting port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:21.985360 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:22.073953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] For port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:22.074323 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:22.250465 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:22.250814 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:22.251158 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Floating IP 3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2 disassociated. External IP: 172.27.0.73, port: 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9. Sep 09 21:44:22.251503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Calling delete_port for 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:22.384814 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:22.415344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'Port': ['ID=4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:22.427607 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.427952 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.428332 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.428662 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.428992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.429291 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.429623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.429945 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.430270 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.430589 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.430928 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.431275 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:22.654738 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0f81d246-a3a9-4edd-b286-ae11f3a020bc req-9bee8b62-876a-4346-ace7-34db098a8ba5 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 210 time: 0.0281289 Sep 09 21:44:22.835134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246dc67-0a48-49f7-8e89-b944de7bd15e req-2334be22-e4c0-4ebe-a7ee-7d1e91db182e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:22.836693 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a246dc67-0a48-49f7-8e89-b944de7bd15e req-2334be22-e4c0-4ebe-a7ee-7d1e91db182e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.3323977 Sep 09 21:44:22.842314 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:44:22.914027 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a246dc67-0a48-49f7-8e89-b944de7bd15e req-1160f13b-f37f-4275-8421-4d51a8a207d7 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e10022c-59f2-4bfd-964b-e028a573ff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705779 Sep 09 21:44:22.982628 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:44:22.995200 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:44:23.010106 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:23.011088 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:23.032355 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] No DVR routers for this DVR port 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:44:23.035214 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:23.037256 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cc2a10c5-85e6-4868-b392-f3f85c50a003 req-e019fa06-f1ba-46e3-a49e-e20ad5234ee6 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.45 "DELETE /v2.0/ports/4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 HTTP/1.1" status: 204 len: 173 time: 1.1463418 Sep 09 21:44:23.037703 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-deleted', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:23.039999 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8359fdfe-8fbd-49c0-8ac5-37cbccc74633" -d '{"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-deleted", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:23.082485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a492fdf-143d-40fe-98d2-234c29d842ff x-openstack-request-id: req-6a492fdf-143d-40fe-98d2-234c29d842ff {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:23.082775 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf86ae48-45f2-4440-a06f-d8b05ab5e86b", "name": "network-vif-deleted", "tag": "4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:23.083013 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a492fdf-143d-40fe-98d2-234c29d842ff {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:23.083434 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf86ae48-45f2-4440-a06f-d8b05ab5e86b', 'name': 'network-vif-deleted', 'tag': '4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9', 'status': 'completed', 'code': 200} Sep 09 21:44:23.129473 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:23.347987 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:23.380300 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:44:23.380579 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-88fbd33f-e920-40c9-89e7-fcc04e30933c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:23.382004 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-88fbd33f-e920-40c9-89e7-fcc04e30933c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 945 time: 0.0636420 Sep 09 21:44:23.389098 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:23.389723 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:23.486417 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Deleting port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:23.487042 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:23.499645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:23.576219 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] For port dcee50bf-2bb6-4939-98da-67e1fd5ccf73, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:23.576582 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:23.720791 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:23.748252 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f7f0d-5697-4574-8269-8c4a21177a8b None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:36:20Z', 'revision_number': 4, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'af288d07-889b-4391-b370-d93d72f5e1ce', 'name': '', 'network_id': '0cae5c79-09aa-42a8-8cd1-7fa33d4e464c', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'mac_address': 'fa:16:3e:c9:3d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:13Z', 'updated_at': '2021-09-09T21:36:34Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'subnets': [{'id': '4d83b822-eadb-4aac-8ec6-4fea92efd1b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:44:23.792197 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d47eccd1-d0e4-4935-b641-c7854e1a15fc req-d3b3de6b-1c2a-467e-b0f8-2d45eeed88b0 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf86ae48-45f2-4440-a06f-d8b05ab5e86b HTTP/1.1" status: 200 len: 210 time: 0.0352199 Sep 09 21:44:23.823145 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:23.823491 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:23.823861 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Floating IP 7d57f60f-b6a4-4314-ae6d-b6e879b4758f disassociated. External IP: 172.27.0.115, port: dcee50bf-2bb6-4939-98da-67e1fd5ccf73. Sep 09 21:44:23.824209 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Calling delete_port for dcee50bf-2bb6-4939-98da-67e1fd5ccf73 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:23.970606 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:24.012737 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ad535-f70f-421f-9ca5-1b0d9cae4d32 None None] New status for floating IP 3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:44:24.015009 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'Port': ['ID=dcee50bf-2bb6-4939-98da-67e1fd5ccf73,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:24.016340 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0382ae25-593c-4530-8eb3-ae01888bac62 req-3bd18ceb-1b0c-4c62-ac76-e3b2c4cbc98c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfdbf438-bbac-49c4-bb8c-265c218ef5e6 HTTP/1.1" status: 200 len: 210 time: 0.0274997 Sep 09 21:44:24.142511 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:44:24.250824 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:44:24.259921 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:44:24.269377 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:24.269990 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:24.292575 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] No DVR routers for this DVR port dcee50bf-2bb6-4939-98da-67e1fd5ccf73 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:44:24.294992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:24.297005 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-cb583cde-dce1-4f71-9b87-30add929bb90 req-02fadd9c-8f99-42e2-974b-1ccc0b1fd1cf tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "DELETE /v2.0/ports/dcee50bf-2bb6-4939-98da-67e1fd5ccf73 HTTP/1.1" status: 204 len: 173 time: 0.9075286 Sep 09 21:44:24.379516 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:24.586830 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:24.612132 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:44:24.623262 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:24.624156 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:24.737388 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:24.885752 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42432) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:24.947180 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:24.957194 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:24.973706 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.028344 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.031728 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.033172 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ae44bd2-b7bc-4224-845e-a572c07bd351 HTTP/1.1" status: 204 len: 168 time: 0.1462045 Sep 09 21:44:25.036623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42434) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:25.045392 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae44bd2-b7bc-4224-845e-a572c07bd351,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:25.053770 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.054409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.054954 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.055533 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.056156 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.056822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.057362 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.057946 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.058468 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.058988 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.059559 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.060192 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec33772-cf33-466e-b9c7-d047d9d74028 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:25.065773 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.api.v2.resource [None req-d09630ce-38e2-4c8e-9fb5-6ac9c5be8b98 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] show failed (client error): The resource could not be found. Sep 09 21:44:25.067074 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d09630ce-38e2-4c8e-9fb5-6ac9c5be8b98 tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "GET /v2.0/security-groups/9ae44bd2-b7bc-4224-845e-a572c07bd351 HTTP/1.1" status: 404 len: 347 time: 0.0289147 Sep 09 21:44:25.070064 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42438) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:25.085008 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'name': 'network-vif-deleted', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:25.087506 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5849a82-4755-4466-86a6-b3357bab0c83" -d '{"events": [{"server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "name": "network-vif-deleted", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:25.130857 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da2883-b94a-48a0-b796-d75254b0f3a5 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:44:25.138050 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572157db-4d4f-44cb-81c5-5aca4ff7b18f x-openstack-request-id: req-572157db-4d4f-44cb-81c5-5aca4ff7b18f {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:25.138351 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdbf438-bbac-49c4-bb8c-265c218ef5e6", "name": "network-vif-deleted", "tag": "dcee50bf-2bb6-4939-98da-67e1fd5ccf73", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:25.138597 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-572157db-4d4f-44cb-81c5-5aca4ff7b18f {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:25.138999 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdbf438-bbac-49c4-bb8c-265c218ef5e6', 'name': 'network-vif-deleted', 'tag': 'dcee50bf-2bb6-4939-98da-67e1fd5ccf73', 'status': 'completed', 'code': 200} Sep 09 21:44:25.147290 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42444) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:25.218223 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.248690 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Deleting port 894d506f-4f4b-423c-869b-6f02b2108c48 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:25.249482 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.251276 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.314403 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.317230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.318425 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e10022c-59f2-4bfd-964b-e028a573ff6b HTTP/1.1" status: 204 len: 168 time: 0.1697991 Sep 09 21:44:25.322281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42446) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:25.338017 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e26cbe-eda7-401a-a1b6-68aa52820724 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10022c-59f2-4bfd-964b-e028a573ff6b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:25.340253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.340882 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.345594 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.api.v2.resource [None req-2d746201-b9c0-4f1f-8b06-cdf4fc39259f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] show failed (client error): The resource could not be found. Sep 09 21:44:25.352375 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-2d746201-b9c0-4f1f-8b06-cdf4fc39259f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups/4e10022c-59f2-4bfd-964b-e028a573ff6b HTTP/1.1" status: 404 len: 347 time: 0.0217855 Sep 09 21:44:25.352375 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42448) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:25.356278 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Calling delete_port for 894d506f-4f4b-423c-869b-6f02b2108c48 owned by network:floatingip {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:25.436508 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c18e15-324d-49d0-a779-e587ac169d96 None None] New status for floating IP 7d57f60f-b6a4-4314-ae6d-b6e879b4758f: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:44:25.486326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Deleting port ffd4b448-021f-4b10-96e2-fc705ab2b15e {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:25.486954 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.549967 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.576553 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Pushing event deleted for resources: {'Port': ['ID=894d506f-4f4b-423c-869b-6f02b2108c48,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:25.576812 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.577354 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.592320 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Calling delete_port for ffd4b448-021f-4b10-96e2-fc705ab2b15e owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:25.645092 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks [] for floatingip, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.647618 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.648812 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-d346e495-4817-4d31-b94c-4557afc56e2b tempest-AttachVolumeShelveTestJSON-1475369681 tempest-AttachVolumeShelveTestJSON-1475369681-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a8b2721-56e8-4bf7-ba3a-aaa5d3e799e2 HTTP/1.1" status: 204 len: 168 time: 0.5779684 Sep 09 21:44:25.742044 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.769842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'Port': ['ID=ffd4b448-021f-4b10-96e2-fc705ab2b15e,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:25.833638 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.836311 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:25.837547 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-29eefe70-0c1d-4f63-852e-24a62b8a6a72 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d57f60f-b6a4-4314-ae6d-b6e879b4758f HTTP/1.1" status: 204 len: 168 time: 0.4841681 Sep 09 21:44:26.317178 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42456) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:26.321796 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531317908', 'description': 'tempest-description--1246257787'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:26.345992 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.429518 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.435786 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.463805 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.465077 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1468427 Sep 09 21:44:26.468365 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42458) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:26.469369 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f990a-e3fb-473f-bbc1-842688fa7089 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e6a65-5463-4aab-a4ba-f0238cb66212,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:26.474074 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group_rule': {'security_group_id': 'ba3e6a65-5463-4aab-a4ba-f0238cb66212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:26.504157 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.568370 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.573688 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.592368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ddaae9-6419-474b-a5be-d1524b79e0d3,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:26.601153 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.602472 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-2a20d534-229c-420f-b549-9a4cd0eb4e8e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330087 Sep 09 21:44:26.605993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42460) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:26.610507 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'security_group_rule': {'security_group_id': 'ba3e6a65-5463-4aab-a4ba-f0238cb66212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:26.641980 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.710200 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.715072 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822778'] for security_group_rule, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.732947 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee2f6ae-cb93-4fb1-aaa4-e51eed5aee54,revision_number=0']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:26.741986 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.743281 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cf2aeaef-b12b-4413-b125-1fb145f5767d tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362700 Sep 09 21:44:26.746367 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42462) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:26.750592 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.v2.base [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8'}} {{(pid=94081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:26.773047 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:26.891463 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.006135 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_common [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Allocated IP 172.27.0.113 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/4901aca3-9fd0-4151-b898-4fe4865b11f7) {{(pid=94081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:44:27.116391 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.166230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.207188 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:44:27.210014 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.base_scheduler [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Resources bound (agent type, host, resource id): {{(pid=94081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:44:27.213601 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Received port after_create {{(pid=94081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:44:27.222036 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=4901aca3-9fd0-4151-b898-4fe4865b11f7,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:27.306003 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.346560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.364939 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device dcee50bf-2bb6-4939-98da-67e1fd5ccf73 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:27.385946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: dcee50bf-2bb6-4939-98da-67e1fd5ccf73 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:44:27.386198 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device dcee50bf-2bb6-4939-98da-67e1fd5ccf73 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:44:27.386625 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:27.413012 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:44:27.413350 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 4dd7fd2f-67fe-4f49-b2fd-4dda11761ca9 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:44:27.519092 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.527097 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9421910'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.595906 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=4901aca3-9fd0-4151-b898-4fe4865b11f7,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:27.608415 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.624352 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:27.625652 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-95421a97-8f49-4041-b3fd-b984f1dc805f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8783793 Sep 09 21:44:27.840109 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-f2279416-c8bc-4be9-afc1-b079ad594fd6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1531317908&fields=id&tenant_id=8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 267 time: 0.0339046 Sep 09 21:44:27.959402 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-28d5a669-27c2-4f22-888b-13bab157402c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:27.960906 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-28d5a669-27c2-4f22-888b-13bab157402c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 811 time: 0.1125486 Sep 09 21:44:27.976370 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-baac7abc-759a-4509-a110-65e51d0661be tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/quotas/8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 375 time: 0.0094705 Sep 09 21:44:28.033124 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-672320be-3b49-4e2e-9aa9-0a38e7ec59c8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508440 Sep 09 21:44:28.105691 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42494) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:28.142323 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-128d34a1-990e-47c3-ae46-21e47dd30b11 service neutron] 10.222.0.21 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967979 Sep 09 21:44:28.245299 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-a7918894-69e8-4830-9a56-6e18fe663930 service neutron] 10.222.0.21 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913880 Sep 09 21:44:28.734998 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-092a6e91-a38f-4692-bfa1-240090add9f2 req-a6bd9079-e769-4535-b84b-e7edfbb4610c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 210 time: 0.3270321 Sep 09 21:44:28.949999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.207835 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Deleting port af288d07-889b-4391-b370-d93d72f5e1ce {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:29.208173 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.288982 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] For port af288d07-889b-4391-b370-d93d72f5e1ce, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=af288d07-889b-4391-b370-d93d72f5e1ce,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:29.289358 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.302781 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Calling delete_port for af288d07-889b-4391-b370-d93d72f5e1ce owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:29.461175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-e3835bc9-883c-46e1-8927-afd641e2202c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:29.462600 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-e3835bc9-883c-46e1-8927-afd641e2202c tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 811 time: 0.1199217 Sep 09 21:44:29.503715 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.510386 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-5e178072-9ad2-47f9-97bb-c1e0bd3642b5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b04d8b1aa164300be091116003d1cee HTTP/1.1" status: 200 len: 380 time: 0.0372124 Sep 09 21:44:29.525623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'port': {'device_id': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'admin_state_up': True, 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'security_groups': ['ba3e6a65-5463-4aab-a4ba-f0238cb66212']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:29.538909 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af288d07-889b-4391-b370-d93d72f5e1ce,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:29.657697 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Made reservation on behalf of 8b04d8b1aa164300be091116003d1cee for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:44:29.661880 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.701845 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-5982a92d-e908-4a62-9209-6a8bd381c1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.723707 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:29.806461 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Allocated IP 172.20.0.6 (f190f37e-1317-4a24-a3ef-d7213245f778/623d0fcb-1e55-41ae-9b3a-7fa6bd146eef/2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:44:29.853113 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9d7fcbac-69f7-43fb-9f06-ac99a203039d req-c7eefe31-5b5b-4e0c-995d-ebee45fbf656 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 210 time: 0.0339565 Sep 09 21:44:29.975264 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:44:30.003790 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.019011 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Transition to ACTIVE for port object 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:44:30.058967 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.085519 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:44:30.095983 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42514) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:30.098255 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Sync routers for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:44:30.101894 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f37641cb-2203-4224-8042-550f0d0aa4c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/27011b2e-8c9c-4d02-b28a-c9f5372fc26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942391 Sep 09 21:44:30.109425 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:30.110088 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:30.144622 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Network f190f37e-1317-4a24-a3ef-d7213245f778 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:44:30.157108 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:44:30.160181 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:44:30.184253 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event updated for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:30.224183 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:30.258452 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:30.259150 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.283301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-61cbe3a7-1693-4aba-8d37-36710c2d3989 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619770 Sep 09 21:44:30.287035 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.325957 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Request body: {'port': {'device_id': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:30.425685 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.427013 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:44:29Z', 'revision_number': 5, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port': {'id': 'b13bf52b-903e-4b79-a13c-d0680c4ca9e6', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:36:07Z', 'updated_at': '2021-09-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:30.462238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-c84ea7aa-e08d-44a2-b235-0d941971331b None None] Provisioning for port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:44:30.464436 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Checking router: 27011b2e-8c9c-4d02-b28a-c9f5372fc26a for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:44:30.469888 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-c84ea7aa-e08d-44a2-b235-0d941971331b None None] Provisioning complete for port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:44:30.470252 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c84ea7aa-e08d-44a2-b235-0d941971331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.477139 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.496750 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Routers {'27011b2e-8c9c-4d02-b28a-c9f5372fc26a'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:30.497393 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:30.544355 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-c84ea7aa-e08d-44a2-b235-0d941971331b None None] Port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:44:30.594033 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] Set router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a gateway port host: None {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:30.629668 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Deleting port b13bf52b-903e-4b79-a13c-d0680c4ca9e6 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:30.630174 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.656174 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:44:30Z', 'revision_number': 6, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:30.684721 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39644b40-8f36-4e65-ae51-bb4b0e2883a8 None None] The sync data for ids ['27011b2e-8c9c-4d02-b28a-c9f5372fc26a'] in dv-cinder-760193-10-iscsi is: [{'id': '27011b2e-8c9c-4d02-b28a-c9f5372fc26a', 'name': 'tempest-AttachVolumeShelveTestJSON-1907090309-router', 'tenant_id': '9807736386194b2ca9960fff4feb2cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:36:05Z', 'updated_at': '2021-09-09T21:44:30Z', 'revision_number': 6, 'project_id': '9807736386194b2ca9960fff4feb2cdd', 'gw_port_host': None}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:44:30.775390 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] For port b13bf52b-903e-4b79-a13c-d0680c4ca9e6, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:30.775639 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.815377 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Calling delete_port for b13bf52b-903e-4b79-a13c-d0680c4ca9e6 owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:30.838259 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:44:30.873912 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:30.896006 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Transition to ACTIVE for port object 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:44:30.906260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.011160 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Pushing event updated for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:31.014782 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e137-a4a0-4194-91bc-e55787281e60 req-da1ecd7f-ba40-436c-97cc-f2c27bcbd3aa tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:31.023968 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a903e137-a4a0-4194-91bc-e55787281e60 req-da1ecd7f-ba40-436c-97cc-f2c27bcbd3aa tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 943 time: 0.0928190 Sep 09 21:44:31.069394 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a903e137-a4a0-4194-91bc-e55787281e60 req-90510b22-d7fd-4703-9305-f8b485fa5fce tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Sep 09 21:44:31.141524 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Attempting to bind port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:44:31.142567 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Attempting to bind port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:44:31.142975 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Attempting to bind port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:44:31.153748 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba on network f190f37e-1317-4a24-a3ef-d7213245f778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:44:31.154247 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Attempting to bind port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba on network f190f37e-1317-4a24-a3ef-d7213245f778 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:44:31.158296 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.166816 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:44:31.167151 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Checking segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:44:31.167744 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Bound using segment: {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:44:31.167874 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Bound port: 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffe3ee-6eda-488e-9295-00fbd2900460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:44:31.168233 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.465746 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13bf52b-903e-4b79-a13c-d0680c4ca9e6,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:31.572553 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:44:31.578594 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:44:31.579955 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.584768 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.678692 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:31.679988 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.681511 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] 10.222.0.45 "PUT /v2.0/ports/2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba HTTP/1.1" status: 200 len: 1093 time: 1.3596225 Sep 09 21:44:31.683929 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:31.687609 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1608acf-b0c9-49c4-8891-98673cad2173" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:31.721783 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.725563 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.773666 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd64991-6e9b-43fb-9d78-970de9ab59a0 x-openstack-request-id: req-8dd64991-6e9b-43fb-9d78-970de9ab59a0 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:31.773962 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:31.774526 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dd64991-6e9b-43fb-9d78-970de9ab59a0 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:31.774931 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'status': 'completed', 'code': 200} Sep 09 21:44:31.816844 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.817354 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27011b2e-8c9c-4d02-b28a-c9f5372fc26a {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:44:31.818979 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e60453-b9ed-4f94-919e-3c0540849075 service neutron] Pushing event updated for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:31.824037 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.825367 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7b7f1e61-fda5-4ec9-bf14-7da80be26835 admin admin] 10.222.0.21 "DELETE /v2.0/routers/27011b2e-8c9c-4d02-b28a-c9f5372fc26a HTTP/1.1" status: 204 len: 168 time: 1.7297082 Sep 09 21:44:31.829076 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42520) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:31.844394 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-8e31415f-30d7-4737-a208-3428bc2d3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:31.846162 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-8e31415f-30d7-4737-a208-3428bc2d3fac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 1096 time: 0.0703399 Sep 09 21:44:31.892139 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-d34ac829-d968-4cbf-ab1f-2bcece7678b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba HTTP/1.1" status: 200 len: 217 time: 0.0378737 Sep 09 21:44:31.892415 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Deleting subnet 4d83b822-eadb-4aac-8ec6-4fea92efd1b3 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:44:31.897517 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:31.948822 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-3184d0ee-af86-4420-bd1f-8570fabe09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:31.950329 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-3184d0ee-af86-4420-bd1f-8570fabe09dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0511007 Sep 09 21:44:31.966100 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.004093 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-d0d05cae-5bad-4a75-a70e-efb2f0896d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.005640 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-d0d05cae-5bad-4a75-a70e-efb2f0896d8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482705 Sep 09 21:44:32.069184 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.139305 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-ff798719-ae62-4659-b3f4-8fcbfe203e7a service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250656 Sep 09 21:44:32.158745 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.205287 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.207184 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4d83b822-eadb-4aac-8ec6-4fea92efd1b3 HTTP/1.1" status: 204 len: 168 time: 0.3768196 Sep 09 21:44:32.208288 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74797b55-29a5-4309-af8a-ae65a57905c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83b822-eadb-4aac-8ec6-4fea92efd1b3,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:32.211827 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42524) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:32.215234 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b32ba-6abb-48d8-b10e-3788ed9a8291 None None] Network 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:44:32.270930 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a0449d43-701c-4146-b7f4-0018ce05ece6 req-8e32ac79-6fc8-4109-9e5e-666a325d43b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227839 Sep 09 21:44:32.297690 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d01ce1-0564-4a74-b3b9-0c191f0c6cf9 req-ec42878b-7f66-43e1-a5e8-8874898a4da5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.299335 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4d01ce1-0564-4a74-b3b9-0c191f0c6cf9 req-ec42878b-7f66-43e1-a5e8-8874898a4da5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 943 time: 0.1580813 Sep 09 21:44:32.304075 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.366935 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f4d01ce1-0564-4a74-b3b9-0c191f0c6cf9 req-071ce6a7-3354-4d5b-8d47-4077bbd082df tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605981 Sep 09 21:44:32.378942 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-aeb04653-103b-4bcb-afe4-0b7840b3c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.381569 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-aeb04653-103b-4bcb-afe4-0b7840b3c44c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 1096 time: 0.0592115 Sep 09 21:44:32.408032 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Deleting port aedd1d63-9887-4abf-8e3f-39eab910d086 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:32.408372 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.469985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22742e0-c641-488e-b420-01b272447e12 None None] DHCP port deletion for 0cae5c79-09aa-42a8-8cd1-7fa33d4e464c request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:44:32.484345 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] For port aedd1d63-9887-4abf-8e3f-39eab910d086, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=aedd1d63-9887-4abf-8e3f-39eab910d086,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:32.485147 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.494317 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-8ac2b0c6-9ba6-47fd-abf5-c3a1adc4f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.495992 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-8ac2b0c6-9ba6-47fd-abf5-c3a1adc4f6c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.1061039 Sep 09 21:44:32.498562 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Calling delete_port for aedd1d63-9887-4abf-8e3f-39eab910d086 owned by network:dhcp {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:32.516989 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Deleting port aedd1d63-9887-4abf-8e3f-39eab910d086 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:44:32.517361 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.544737 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-16b4cb1c-fa48-442d-b6e7-4c1fedb179a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba HTTP/1.1" status: 200 len: 217 time: 0.0406754 Sep 09 21:44:32.586963 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-d22742e0-c641-488e-b420-01b272447e12 None None] For port aedd1d63-9887-4abf-8e3f-39eab910d086, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=aedd1d63-9887-4abf-8e3f-39eab910d086,segment=NetworkSegment(30dcbbc7-3d54-448e-9db4-1c6c3d4e392c),segment_id=30dcbbc7-3d54-448e-9db4-1c6c3d4e392c)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:32.587666 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.594416 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.601720 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Calling delete_port for aedd1d63-9887-4abf-8e3f-39eab910d086 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:44:32.607536 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-270999cf-4206-40a7-b0f9-e5df8e01933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.609738 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-270999cf-4206-40a7-b0f9-e5df8e01933a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0575771 Sep 09 21:44:32.622010 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedd1d63-9887-4abf-8e3f-39eab910d086,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:32.624658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] No DVR routers for this DVR port aedd1d63-9887-4abf-8e3f-39eab910d086 on host dv-cinder-760193-10-iscsi {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:44:32.665703 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device af288d07-889b-4391-b370-d93d72f5e1ce no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:32.670195 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-97cb7294-9a54-4184-a982-363c008babe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:32.671770 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-97cb7294-9a54-4184-a982-363c008babe7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530856 Sep 09 21:44:32.693864 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.696671 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: af288d07-889b-4391-b370-d93d72f5e1ce {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:44:32.697286 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device af288d07-889b-4391-b370-d93d72f5e1ce not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:44:32.698016 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b13bf52b-903e-4b79-a13c-d0680c4ca9e6 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:32.701912 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.725741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cae5c79-09aa-42a8-8cd1-7fa33d4e464c']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:32.729619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: b13bf52b-903e-4b79-a13c-d0680c4ca9e6 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:44:32.730088 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b13bf52b-903e-4b79-a13c-d0680c4ca9e6 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:44:32.730611 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device aedd1d63-9887-4abf-8e3f-39eab910d086 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:32.737115 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:32.737419 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dcbbc7-3d54-448e-9db4-1c6c3d4e392c') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:32.748464 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.753295 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: aedd1d63-9887-4abf-8e3f-39eab910d086 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:44:32.753811 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device aedd1d63-9887-4abf-8e3f-39eab910d086 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:44:32.769263 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.775381 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.781048 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:44:32.781581 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:44:32.784036 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:44:32.790558 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-f797e912-7757-4a4c-b1a6-c86830e8a94f service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111412 Sep 09 21:44:32.804981 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22742e0-c641-488e-b420-01b272447e12 None None] Pushing event deleted for resources: {'Port': ['ID=aedd1d63-9887-4abf-8e3f-39eab910d086,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:32.810464 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22742e0-c641-488e-b420-01b272447e12 None None] No DVR routers for this DVR port aedd1d63-9887-4abf-8e3f-39eab910d086 on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:44:32.850889 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.860016 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:32.866086 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0cae5c79-09aa-42a8-8cd1-7fa33d4e464c HTTP/1.1" status: 204 len: 168 time: 0.6506393 Sep 09 21:44:32.877078 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe61a3-1acc-499e-9055-9c71f54567a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cae5c79-09aa-42a8-8cd1-7fa33d4e464c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:32.895530 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f1608acf-b0c9-49c4-8891-98673cad2173 req-a0177cf1-8224-47f8-afa8-f7692ef788bd service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971391 Sep 09 21:44:32.975694 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-ce621ad5-a1ea-4e1e-be61-8b20cbaf8294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.022047 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42528) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:33.067840 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4be60e57-ff77-494b-9582-54d1308d3e11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9807736386194b2ca9960fff4feb2cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444701 Sep 09 21:44:33.070212 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42530) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:33.120108 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.141188 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.193390 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.196200 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.197400 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53fdc78d-ebb4-4255-92b0-8ff26a3bdcda HTTP/1.1" status: 204 len: 168 time: 0.1263061 Sep 09 21:44:33.205601 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa306e80-6ec3-4bef-8a45-a3a6bde6297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdc78d-ebb4-4255-92b0-8ff26a3bdcda,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:33.377901 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:44:33.498530 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:33.499852 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818de80-d99a-4acc-a00d-d95ba96d91b6 req-26e618d8-79af-46d9-b879-82ebd12032fa tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:33.501681 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7818de80-d99a-4acc-a00d-d95ba96d91b6 req-26e618d8-79af-46d9-b879-82ebd12032fa tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 943 time: 0.0602405 Sep 09 21:44:33.515247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'port_id': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'mac_address': 'fa:16:3e:24:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:44:33.545527 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7818de80-d99a-4acc-a00d-d95ba96d91b6 req-a52b6c79-77e3-4e08-9476-cefb32022754 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376153 Sep 09 21:44:33.563098 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.578187 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:44:33.599990 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:33.604216 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:33.656118 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:33.830943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:44:34.221543 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:34.291949 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877a7f7-6ad2-45e7-9d0e-7146007878d4 req-50740164-7f72-475d-a375-edcb0d4f215a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:34.293498 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9877a7f7-6ad2-45e7-9d0e-7146007878d4 req-50740164-7f72-475d-a375-edcb0d4f215a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0559182 Sep 09 21:44:34.335399 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9877a7f7-6ad2-45e7-9d0e-7146007878d4 req-efd91a7b-074d-4406-9975-6b01d9ae9c67 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357194 Sep 09 21:44:34.670615 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a58be-4334-47e3-85d4-90b81c45cce6 req-0cfbd007-2ea0-4942-9355-ba156ca38d0b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:34.672127 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7a2a58be-4334-47e3-85d4-90b81c45cce6 req-0cfbd007-2ea0-4942-9355-ba156ca38d0b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 944 time: 0.0546751 Sep 09 21:44:34.711159 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7a2a58be-4334-47e3-85d4-90b81c45cce6 req-4409eaee-b6e3-4711-b090-5c615a7e9fa1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327759 Sep 09 21:44:35.287281 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:35.398932 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:44:35.450923 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:44:35.455275 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:44:35.455646 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:35.460895 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa670-7fa8-4409-bed4-eded1771276c req-2bbcd7dd-5c37-4dc5-8fc4-a70045edf121 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:35.462416 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9dcaa670-7fa8-4409-bed4-eded1771276c req-2bbcd7dd-5c37-4dc5-8fc4-a70045edf121 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0511303 Sep 09 21:44:35.503885 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9dcaa670-7fa8-4409-bed4-eded1771276c req-fcb8b3c3-410a-45e5-9f79-37893bf1d8b0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350046 Sep 09 21:44:35.542048 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:35.565783 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:35.568507 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74887865-fb95-4fb0-9bf9-06831e0b52ea" -d '{"events": [{"server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "name": "network-vif-plugged", "status": "completed", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:35.581789 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:35.587759 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:35.619816 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c1d0c8-e791-4b78-8279-723a1c98ab6d x-openstack-request-id: req-95c1d0c8-e791-4b78-8279-723a1c98ab6d {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:35.620179 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "name": "network-vif-plugged", "status": "completed", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:35.620403 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c1d0c8-e791-4b78-8279-723a1c98ab6d {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:35.620906 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'code': 200} Sep 09 21:44:35.650606 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:35.786636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783bc4c-2d91-4784-b670-487647bda128 req-ca43cac1-c36d-4169-bed8-b78a62125bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:35.788180 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2783bc4c-2d91-4784-b670-487647bda128 req-ca43cac1-c36d-4169-bed8-b78a62125bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 1098 time: 0.0465736 Sep 09 21:44:35.854293 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-2783bc4c-2d91-4784-b670-487647bda128 req-0611da3e-4111-412b-b237-5d35eb18a53f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552804 Sep 09 21:44:35.862459 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82daf-5451-427a-af90-2ad17a197b69 req-3553a80d-36a8-4157-9d41-a256268179a1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:35.863918 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-34f82daf-5451-427a-af90-2ad17a197b69 req-3553a80d-36a8-4157-9d41-a256268179a1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0745027 Sep 09 21:44:35.903172 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-34f82daf-5451-427a-af90-2ad17a197b69 req-c024c83b-4f86-4539-9925-b7488afba24f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Sep 09 21:44:36.623103 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30ddb-82d2-4350-ba7c-868463bde8a2 req-9ca24f44-3718-4d80-b626-2fc4d67b6ee3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:36.624671 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-59a30ddb-82d2-4350-ba7c-868463bde8a2 req-9ca24f44-3718-4d80-b626-2fc4d67b6ee3 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0512109 Sep 09 21:44:36.678114 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-59a30ddb-82d2-4350-ba7c-868463bde8a2 req-1b36a3f9-37f5-4461-aab8-0f18d4417b34 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449998 Sep 09 21:44:37.029306 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440c26-3d94-40fb-955c-b6d7fbc398e3 req-6d62373b-d1c6-412d-bbf2-1f3a2c439248 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:37.030797 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b8440c26-3d94-40fb-955c-b6d7fbc398e3 req-6d62373b-d1c6-412d-bbf2-1f3a2c439248 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0576668 Sep 09 21:44:37.069332 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b8440c26-3d94-40fb-955c-b6d7fbc398e3 req-02fef1bb-d429-4fde-adcf-9270d9d621f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Sep 09 21:44:37.802850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ee8b-1db0-4a2d-b6ae-7dfd804f73bb req-c83e31c7-7029-443d-ae4d-dee03bcd031a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:37.804378 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c3a2ee8b-1db0-4a2d-b6ae-7dfd804f73bb req-c83e31c7-7029-443d-ae4d-dee03bcd031a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0520349 Sep 09 21:44:37.845572 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c3a2ee8b-1db0-4a2d-b6ae-7dfd804f73bb req-25af96c1-7e51-41df-9e27-5a64d439a98f tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318398 Sep 09 21:44:38.192634 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84653-3d1e-4dfd-9e58-cc2ca7bae8fa req-bbc0749b-1b1b-44df-b075-590dc296f0f5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:38.194127 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-74d84653-3d1e-4dfd-9e58-cc2ca7bae8fa req-bbc0749b-1b1b-44df-b075-590dc296f0f5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0502646 Sep 09 21:44:38.237020 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-74d84653-3d1e-4dfd-9e58-cc2ca7bae8fa req-dfc74802-7314-46bb-b4f5-799bdaaf1bab tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343025 Sep 09 21:44:38.971221 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989b5e-b431-4a4b-9fd0-bb52b55b0d7d req-7f37dca6-7fef-4d5a-9e1a-d3468ba8c878 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:38.972792 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f8989b5e-b431-4a4b-9fd0-bb52b55b0d7d req-7f37dca6-7fef-4d5a-9e1a-d3468ba8c878 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0536203 Sep 09 21:44:39.016308 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-f8989b5e-b431-4a4b-9fd0-bb52b55b0d7d req-44a3a81d-b4b2-41c8-b70c-a5a843ee6238 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Sep 09 21:44:39.194765 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:39.367248 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c477a-1108-4770-a161-36dd7f2c2b34 req-7b4fce9b-3ea0-42f6-9829-7ea36a6973f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:39.368734 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369c477a-1108-4770-a161-36dd7f2c2b34 req-7b4fce9b-3ea0-42f6-9829-7ea36a6973f6 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0614440 Sep 09 21:44:39.408343 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-369c477a-1108-4770-a161-36dd7f2c2b34 req-3c8226bd-acf8-4d29-b6c9-2709f4101821 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Sep 09 21:44:40.141946 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052a17a-c115-4fdd-8256-bae79da7fc99 req-16709797-212a-4b04-94e1-a2468d7df907 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:40.143562 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e052a17a-c115-4fdd-8256-bae79da7fc99 req-16709797-212a-4b04-94e1-a2468d7df907 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0562201 Sep 09 21:44:40.182895 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e052a17a-c115-4fdd-8256-bae79da7fc99 req-8087ccdb-b92c-4257-8ac6-bce5ecf09ebc tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330088 Sep 09 21:44:40.523462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98290-d1d0-4277-89da-d0810536c3b7 req-3681ae89-4ef9-44a9-a0c3-6f5841d460a2 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:40.525298 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f4d98290-d1d0-4277-89da-d0810536c3b7 req-3681ae89-4ef9-44a9-a0c3-6f5841d460a2 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0510759 Sep 09 21:44:40.566716 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f4d98290-d1d0-4277-89da-d0810536c3b7 req-a2610e0d-e0b3-4560-ad72-8d43c0eea205 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Sep 09 21:44:40.694811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea4a96-2bde-4301-bf6a-0818ff6d9741 req-0fbb6da4-ed15-4282-9f58-437691516d25 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:40.696182 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-09ea4a96-2bde-4301-bf6a-0818ff6d9741 req-0fbb6da4-ed15-4282-9f58-437691516d25 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0619113 Sep 09 21:44:40.706260 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42650) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:40.710876 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Request body: {'floatingip': {'port_id': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:44:40.756311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.191005 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.197859 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.330246 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Floating IP 476b9d0e-6991-40ec-bd97-7540d80d33fe associated. External IP: 172.27.0.113, port: 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba. Sep 09 21:44:41.339522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd049c8-03d6-4c40-ac83-40d591f3be4f req-268427c3-0533-4d47-b992-94b3445a59ec tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:41.341041 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dfd049c8-03d6-4c40-ac83-40d591f3be4f req-268427c3-0533-4d47-b992-94b3445a59ec tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0758846 Sep 09 21:44:41.447308 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-dfd049c8-03d6-4c40-ac83-40d591f3be4f req-037d6ccd-db9c-44b8-8a81-3f1af8eeca90 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741527 Sep 09 21:44:41.577006 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:44:41.641008 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42670) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:41.683443 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:44:41.688642 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.695156 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:44:41.706704 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:41.707426 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:41.717089 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1a249438-063d-4e02-9550-81c3f839e36f tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "PUT /v2.0/floatingips/476b9d0e-6991-40ec-bd97-7540d80d33fe HTTP/1.1" status: 200 len: 991 time: 1.0097435 Sep 09 21:44:41.717646 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:41.720463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230a730-c307-49e3-a74d-99e495b6a4df" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:41.751701 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90f8b158-3b68-48d3-851e-037a3ef9309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.778247 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e463aa52-de4f-41d9-ab68-b4caa653af71 x-openstack-request-id: req-e463aa52-de4f-41d9-ab68-b4caa653af71 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:41.778637 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:41.778985 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e463aa52-de4f-41d9-ab68-b4caa653af71 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:41.779529 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'status': 'completed', 'code': 200} Sep 09 21:44:41.847888 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90f8b158-3b68-48d3-851e-037a3ef9309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.850989 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:41.853344 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-90f8b158-3b68-48d3-851e-037a3ef9309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.858585 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230a730-c307-49e3-a74d-99e495b6a4df req-2ff46b28-47f7-4635-8ab4-6988b9458313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:41.860360 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-2ff46b28-47f7-4635-8ab4-6988b9458313 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b04d8b1aa164300be091116003d1cee&device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 1098 time: 0.0536387 Sep 09 21:44:41.891580 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-90f8b158-3b68-48d3-851e-037a3ef9309a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b214ff2bcf2d4c048e835f1b18d235fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494404 Sep 09 21:44:41.892671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8b158-3b68-48d3-851e-037a3ef9309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525719f1-2519-4be3-b097-56da5a455d47,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:41.895835 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42678) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:41.945862 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.966160 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230a730-c307-49e3-a74d-99e495b6a4df req-a40cae89-0356-4c59-83f7-cf2b3863b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:41.967139 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:41.967608 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-a40cae89-0356-4c59-83f7-cf2b3863b151 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 200 len: 912 time: 0.0995443 Sep 09 21:44:42.014609 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:42.017936 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:42.019151 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/525719f1-2519-4be3-b097-56da5a455d47 HTTP/1.1" status: 204 len: 168 time: 0.1220467 Sep 09 21:44:42.030962 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386c99-4764-4261-a93a-f975ba46ebee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525719f1-2519-4be3-b097-56da5a455d47,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:42.060748 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-63df518e-b7c7-490a-8ba7-de52db96ec3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba HTTP/1.1" status: 200 len: 999 time: 0.0851207 Sep 09 21:44:42.097979 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '476b9d0e-6991-40ec-bd97-7540d80d33fe', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:24:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:44:27Z', 'updated_at': '2021-09-09T21:44:41Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:42.120060 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230a730-c307-49e3-a74d-99e495b6a4df req-367bbd83-5e86-4f8d-b100-e0abc198a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:42.121665 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-367bbd83-5e86-4f8d-b100-e0abc198a951 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 200 len: 850 time: 0.0506978 Sep 09 21:44:42.124607 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:44:42.133400 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:44:42.134017 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:44:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:42.175819 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230a730-c307-49e3-a74d-99e495b6a4df req-5a9d5ca4-7151-422e-b27b-f09580062028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:42.177456 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-5a9d5ca4-7151-422e-b27b-f09580062028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f190f37e-1317-4a24-a3ef-d7213245f778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483253 Sep 09 21:44:42.246088 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:44:42.271614 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-e0be5d64-7099-41ba-8cc1-88fc98cf3e74 service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858605 Sep 09 21:44:42.365203 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-4230a730-c307-49e3-a74d-99e495b6a4df req-f9728aeb-5eab-42ef-be11-798b36990f2f service neutron] 10.222.0.45 "GET /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Sep 09 21:44:42.470229 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '476b9d0e-6991-40ec-bd97-7540d80d33fe', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:24:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:44:27Z', 'updated_at': '2021-09-09T21:44:41Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:44:42.502026 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad65862-f2bf-4bb3-ba34-ca2b7d846a0c None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '476b9d0e-6991-40ec-bd97-7540d80d33fe', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'floating_ip_address': '172.27.0.113', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'port_id': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'mac_address': 'fa:16:3e:24:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:44:27Z', 'updated_at': '2021-09-09T21:44:41Z', 'revision_number': 1, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:44:42.583134 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b30d81-ec82-4350-8257-518a9f0b9f41 req-29a1a32e-19eb-45d6-900f-88c617de024a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:42.584578 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a1b30d81-ec82-4350-8257-518a9f0b9f41 req-29a1a32e-19eb-45d6-900f-88c617de024a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0608361 Sep 09 21:44:42.630392 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a1b30d81-ec82-4350-8257-518a9f0b9f41 req-4d83ed59-13f4-4de0-a7a0-b7717b1ec7de tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396748 Sep 09 21:44:42.717624 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b700698-00e4-46e7-a210-f29fb2881b96 None None] New status for floating IP 476b9d0e-6991-40ec-bd97-7540d80d33fe: ACTIVE {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:44:43.760342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ddf5e-418d-4e3c-9365-bb4974934a68 req-594509e8-8f78-49d0-bbeb-8e2319f00f8e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:43.762583 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f58ddf5e-418d-4e3c-9365-bb4974934a68 req-594509e8-8f78-49d0-bbeb-8e2319f00f8e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0548189 Sep 09 21:44:43.803079 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f58ddf5e-418d-4e3c-9365-bb4974934a68 req-f96c822c-6807-452d-9f4c-7261d8673b4e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Sep 09 21:44:44.930410 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0953d1f-680c-4d75-aa3a-091654591adf req-84f11e11-71ff-49a9-b287-9f8327a83f4b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:44.931962 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d0953d1f-680c-4d75-aa3a-091654591adf req-84f11e11-71ff-49a9-b287-9f8327a83f4b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0555065 Sep 09 21:44:44.970962 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d0953d1f-680c-4d75-aa3a-091654591adf req-022e81cb-f80f-407a-b725-564f9d5c24fd tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Sep 09 21:44:46.095759 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7108c89-ce34-4279-96b2-f2ea8fa7fd7a req-34007fb1-05f3-4117-ac2d-3d1b8cdc32dc tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:46.097301 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e7108c89-ce34-4279-96b2-f2ea8fa7fd7a req-34007fb1-05f3-4117-ac2d-3d1b8cdc32dc tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0558891 Sep 09 21:44:46.136756 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e7108c89-ce34-4279-96b2-f2ea8fa7fd7a req-5bea83e1-4e6b-4690-82a2-82db757ad513 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Sep 09 21:44:47.258644 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4216-4725-4680-b524-9e1c7218577f req-71f57c78-f0d6-4554-8be2-31e50c10525b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:47.260210 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aebb4216-4725-4680-b524-9e1c7218577f req-71f57c78-f0d6-4554-8be2-31e50c10525b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0546365 Sep 09 21:44:47.298262 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-aebb4216-4725-4680-b524-9e1c7218577f req-fdcd3b5a-f960-46d1-a05d-1017a8be5fc2 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Sep 09 21:44:48.418767 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e075cbb-6a8d-4a45-b833-d96f74460182 req-c4628584-b0d9-424f-90da-f1c5d0d7b0c1 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:48.420249 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7e075cbb-6a8d-4a45-b833-d96f74460182 req-c4628584-b0d9-424f-90da-f1c5d0d7b0c1 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0502450 Sep 09 21:44:48.460018 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7e075cbb-6a8d-4a45-b833-d96f74460182 req-40ba726a-908f-4131-b14e-95ea954c8804 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337007 Sep 09 21:44:49.462871 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-e581a382-2fc2-4132-9dfd-32a80fae8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:49.464432 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-e581a382-2fc2-4132-9dfd-32a80fae8c0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0483592 Sep 09 21:44:49.563713 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-ededb872-633d-47a9-83e9-ec758b1ad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:49.565246 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-ededb872-633d-47a9-83e9-ec758b1ad989 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.0927670 Sep 09 21:44:49.573893 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6863e46-627d-4d23-b2bf-d15aa30363ed req-c6db5638-1668-4c16-8094-01ec11dd793a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:49.575412 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6863e46-627d-4d23-b2bf-d15aa30363ed req-c6db5638-1668-4c16-8094-01ec11dd793a tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0489004 Sep 09 21:44:49.614419 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a6863e46-627d-4d23-b2bf-d15aa30363ed req-6e8b3ac8-7cd0-4c8b-af5a-be134b6eb763 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325737 Sep 09 21:44:49.888046 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-b447020c-ed93-405b-b152-a26dec96d8ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 1001 time: 0.3104975 Sep 09 21:44:49.940275 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-bc5d22da-1029-42fb-9de1-c59fd5a34d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:49.941852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-bc5d22da-1029-42fb-9de1-c59fd5a34d82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0462263 Sep 09 21:44:49.994030 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-8f7cdb8c-3619-4cb0-aa34-c82f4c8104b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:49.995567 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-8f7cdb8c-3619-4cb0-aa34-c82f4c8104b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443616 Sep 09 21:44:50.091598 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-65f98908-efb2-4a42-966a-7fc9d601944d service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Sep 09 21:44:50.196287 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-932069c1-76c3-47a6-a3c5-df381c392b83 req-562c4c65-e2e9-41c9-b9e4-fa3e54995236 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970399 Sep 09 21:44:50.743240 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abad4ea-4940-4e53-9e88-6706dd7ad301 req-2dad9c5f-145b-44e5-9bc9-0ed02b424fd1 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:50.744727 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8abad4ea-4940-4e53-9e88-6706dd7ad301 req-2dad9c5f-145b-44e5-9bc9-0ed02b424fd1 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0589626 Sep 09 21:44:50.789118 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8abad4ea-4940-4e53-9e88-6706dd7ad301 req-a2799bdf-694b-4105-9517-5d9dcc9319a6 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355721 Sep 09 21:44:51.599479 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42828) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:51.710571 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cce13152-32dc-47de-9e63-d7ed5e31aa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:51.821433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cce13152-32dc-47de-9e63-d7ed5e31aa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:51.827952 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cce13152-32dc-47de-9e63-d7ed5e31aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:51.894915 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cce13152-32dc-47de-9e63-d7ed5e31aa7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=243bf4e6205c4e0d9d72ad49aecb0c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942090 Sep 09 21:44:51.896389 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13152-32dc-47de-9e63-d7ed5e31aa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de092b92-95d3-44b9-ba12-6cf042686791,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:51.897684 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42834) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:51.973640 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:51.974120 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc51cc-c036-4246-805d-478e91ee0e38 req-32057752-1482-45af-a92e-8e549d31a24b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:51.977047 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0dcc51cc-c036-4246-805d-478e91ee0e38 req-32057752-1482-45af-a92e-8e549d31a24b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0766380 Sep 09 21:44:51.999944 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:52.023277 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-0dcc51cc-c036-4246-805d-478e91ee0e38 req-f1029799-cc7a-47ce-8fa5-44ab50a7045c tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363610 Sep 09 21:44:52.050529 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:52.053230 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:52.054391 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de092b92-95d3-44b9-ba12-6cf042686791 HTTP/1.1" status: 204 len: 168 time: 0.1544287 Sep 09 21:44:52.062453 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86f4bd-49c4-4267-bfb6-ccbb18e91529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de092b92-95d3-44b9-ba12-6cf042686791,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:53.143865 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e4810-aa2b-404d-af89-5cc2c82d9abc req-c6dee8d6-3369-41f0-8597-0bcfab8af3bc tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:53.145479 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-053e4810-aa2b-404d-af89-5cc2c82d9abc req-c6dee8d6-3369-41f0-8597-0bcfab8af3bc tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0526772 Sep 09 21:44:53.191026 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-053e4810-aa2b-404d-af89-5cc2c82d9abc req-63320174-22ad-45e2-9b27-d8b9bf3660d0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371668 Sep 09 21:44:53.381736 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-cef6297a-a890-4efe-a26b-b47120deb671 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458791 Sep 09 21:44:53.415658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1e8-5215-4ac8-98fb-c682e928e1ee req-2e98f49e-4cb7-4f7e-8775-0ee299026b8c tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:53.417302 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea26c1e8-5215-4ac8-98fb-c682e928e1ee req-2e98f49e-4cb7-4f7e-8775-0ee299026b8c tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0533409 Sep 09 21:44:53.460667 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-ea26c1e8-5215-4ac8-98fb-c682e928e1ee req-c0edeb61-dc31-4c4d-8d6c-1bf3671cecc2 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361130 Sep 09 21:44:53.719925 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:44:53.774670 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42896) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:53.895931 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-194fd40f-9d99-4772-b261-c2df3f6f6342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:53.989892 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-194fd40f-9d99-4772-b261-c2df3f6f6342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:53.996014 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-194fd40f-9d99-4772-b261-c2df3f6f6342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.036594 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-194fd40f-9d99-4772-b261-c2df3f6f6342 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98444773260948c9acaa4c943851e1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605205 Sep 09 21:44:54.037476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fd40f-9d99-4772-b261-c2df3f6f6342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10a1d3-b763-4076-91ed-f88a1f63cae6,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:54.039581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42900) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:54.100724 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.126493 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.174855 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.177628 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.178881 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c10a1d3-b763-4076-91ed-f88a1f63cae6 HTTP/1.1" status: 204 len: 168 time: 0.1384947 Sep 09 21:44:54.193704 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d9b41-ddd1-44dd-8c24-1cc627bce8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10a1d3-b763-4076-91ed-f88a1f63cae6,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:54.490448 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 42910) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:54.506917 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2a94b387-bfd9-4ca2-b63a-e6f4fbee850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.600133 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678dc6c-9ad9-4187-8d46-abf748bd7bbd req-418a7f93-1dbf-4608-ade3-663deed762bb tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:54.601630 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e678dc6c-9ad9-4187-8d46-abf748bd7bbd req-418a7f93-1dbf-4608-ade3-663deed762bb tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0520799 Sep 09 21:44:54.607128 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2a94b387-bfd9-4ca2-b63a-e6f4fbee850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.612165 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2a94b387-bfd9-4ca2-b63a-e6f4fbee850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.647864 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e678dc6c-9ad9-4187-8d46-abf748bd7bbd req-fd52c607-983b-4041-b39b-c87ea77459a8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Sep 09 21:44:54.650834 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-2a94b387-bfd9-4ca2-b63a-e6f4fbee850c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ee0324bbbe04d3aa016860a6edef3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586187 Sep 09 21:44:54.653211 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94b387-bfd9-4ca2-b63a-e6f4fbee850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc7229-f6b7-4e26-8344-34cfed42d887,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:54.653641 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 42914) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:44:54.709926 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.731714 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.781293 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.783953 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:54.787801 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4efc7229-f6b7-4e26-8344-34cfed42d887 HTTP/1.1" status: 204 len: 168 time: 0.1280222 Sep 09 21:44:54.796023 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f3d3f-f03c-4910-8051-0cc616e26a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc7229-f6b7-4e26-8344-34cfed42d887,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:54.867692 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-64dc8f68-ed0d-46ea-a54a-b687111b980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:54.869350 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-64dc8f68-ed0d-46ea-a54a-b687111b980e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d&tenant_id=b177079953a44df8ae389629ed71b9ab HTTP/1.1" status: 200 len: 1098 time: 0.0584269 Sep 09 21:44:54.944372 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-9c8214c6-6f7a-4329-be19-b819fb4c5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:54.945884 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-9c8214c6-6f7a-4329-be19-b819fb4c5894 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0490017 Sep 09 21:44:55.057078 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-2832034b-a892-4265-b0a1-94c917e4dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:55.058470 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-2832034b-a892-4265-b0a1-94c917e4dad8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.0874534 Sep 09 21:44:55.129309 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-adce7707-8049-4259-847a-e348017a7eda service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 1001 time: 0.0622194 Sep 09 21:44:55.769926 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47614590-a50f-44aa-ad67-cbae45be1d6a req-287a4fb2-9360-4f66-a47f-6a475b26439b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:55.771806 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-47614590-a50f-44aa-ad67-cbae45be1d6a req-287a4fb2-9360-4f66-a47f-6a475b26439b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0556049 Sep 09 21:44:55.811267 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-47614590-a50f-44aa-ad67-cbae45be1d6a req-09a144eb-95e0-48f7-9634-714c8e2480b2 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Sep 09 21:44:56.049241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-7feba81c-fbe6-43ba-bc59-b07e5e67b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:56.050736 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-7feba81c-fbe6-43ba-bc59-b07e5e67b5c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0446041 Sep 09 21:44:56.933429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6f200-1be3-4cdf-8850-fa86a5be2eb7 req-92c26a38-d4ce-4c12-8877-b753c7acb426 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:56.934982 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e4a6f200-1be3-4cdf-8850-fa86a5be2eb7 req-92c26a38-d4ce-4c12-8877-b753c7acb426 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0539565 Sep 09 21:44:56.974797 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e4a6f200-1be3-4cdf-8850-fa86a5be2eb7 req-75018193-d2f3-4d27-9efb-3763fffec851 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Sep 09 21:44:57.893893 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:44:57.942501 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-486cd9dd-48c0-4f75-bdd9-4847d31d2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:57.944463 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-486cd9dd-48c0-4f75-bdd9-4847d31d2ce6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476525 Sep 09 21:44:57.986075 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:58.007934 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:44:58.010182 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242a54b-1da0-4679-b1b8-acb258915a7b" -d '{"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-unplugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:44:58.023446 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:44:58.030231 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:44:58.042792 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-3a47f7cf-e5c4-4466-8008-72f2cc2ea4b3 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893500 Sep 09 21:44:58.070095 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1d1b2b-1387-4368-9f47-1e08c692ba05 x-openstack-request-id: req-aa1d1b2b-1387-4368-9f47-1e08c692ba05 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:44:58.070472 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-unplugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:44:58.070651 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa1d1b2b-1387-4368-9f47-1e08c692ba05 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:44:58.071220 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'code': 200} Sep 09 21:44:58.087217 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=6']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:44:58.095098 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.095446 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.095784 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.096112 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.096437 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.096761 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.097079 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.097394 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.097916 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.098248 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.098664 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.098986 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:44:58.121788 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436ad09-e833-4b74-b0d3-6e3c3086868f req-55c0e3b9-8201-413b-b70c-8d6d51a5802b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:58.123322 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c436ad09-e833-4b74-b0d3-6e3c3086868f req-55c0e3b9-8201-413b-b70c-8d6d51a5802b tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0535626 Sep 09 21:44:58.162571 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-88c6b6d3-9659-40fa-a59d-7c9a8b2f1849 req-b5720347-1499-4131-9a7a-d681cfdc4131 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089170 Sep 09 21:44:58.167587 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-c436ad09-e833-4b74-b0d3-6e3c3086868f req-19c5984f-6c48-4fd2-ad39-d2429fe51b19 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Sep 09 21:44:59.316739 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb68c7-d7be-46fb-9d22-b98dfd0d4ffd req-54a13f3e-47ee-4ad4-b525-090b668bc0ac tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:44:59.331572 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9edb68c7-d7be-46fb-9d22-b98dfd0d4ffd req-54a13f3e-47ee-4ad4-b525-090b668bc0ac tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0875318 Sep 09 21:44:59.367139 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9edb68c7-d7be-46fb-9d22-b98dfd0d4ffd req-24d04dc8-d147-4b39-886d-bd361e4461b5 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346670 Sep 09 21:44:59.688014 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6390add0-66bf-4229-bff6-6a30ac583480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:00.492929 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21c5bd-b011-4d36-bfb3-17648e31fb16 req-b6de8b0e-3fe9-452f-ac4f-82c76d1d8871 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:00.494474 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7c21c5bd-b011-4d36-bfb3-17648e31fb16 req-b6de8b0e-3fe9-452f-ac4f-82c76d1d8871 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0567133 Sep 09 21:45:00.535859 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-7c21c5bd-b011-4d36-bfb3-17648e31fb16 req-08811e5c-0bdf-4147-9103-81dac3c9699c tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Sep 09 21:45:01.676680 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2c50-1dce-480c-84f8-fb4b52fe45ad req-fb2bf6ab-4c64-4f44-81e7-b5dde6bbaeda tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:01.678183 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-803c2c50-1dce-480c-84f8-fb4b52fe45ad req-fb2bf6ab-4c64-4f44-81e7-b5dde6bbaeda tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0623553 Sep 09 21:45:01.718088 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-803c2c50-1dce-480c-84f8-fb4b52fe45ad req-e044b1cf-d714-42e9-a30e-b18a95ff50ce tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Sep 09 21:45:02.653579 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:02.780537 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-63b07cf6-67ca-4b80-aa19-6bc5b75cb953 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894715707&fields=id&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 267 time: 0.0419879 Sep 09 21:45:02.859187 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e49c1d-107d-49a9-b268-8407bd8ecb8a req-15cc68fd-b1d7-4b67-acd9-6017b59eb53e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:02.859990 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-17e49c1d-107d-49a9-b268-8407bd8ecb8a req-15cc68fd-b1d7-4b67-acd9-6017b59eb53e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0549471 Sep 09 21:45:02.897430 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-e04a0fcc-701f-4e33-90af-48f8d23cf7ab tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:02.899394 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-e04a0fcc-701f-4e33-90af-48f8d23cf7ab tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.1092932 Sep 09 21:45:02.903509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-17e49c1d-107d-49a9-b268-8407bd8ecb8a req-03a7dead-3c69-4d0c-a1e9-0c0389f6c52c tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368676 Sep 09 21:45:02.916310 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-32218f9b-7851-49da-9cab-4328424a3f8a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/quotas/c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 375 time: 0.0104408 Sep 09 21:45:02.974788 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-591b9b7c-81e0-4ee5-8763-6bfd407ff053 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0523534 Sep 09 21:45:02.978617 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-323506b0-d750-4a61-a2c2-a8f115ca842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.078468 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-945d1fac-e23a-4740-8e6b-c6efb57b0bad service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897093 Sep 09 21:45:03.119423 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43078) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:03.167518 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-653c6eae-63e4-4b14-b65e-d7589a327660 service neutron] 10.222.0.21 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Sep 09 21:45:03.227634 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08e28e18-3263-4264-9a19-cb50d20ab59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.321007 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08e28e18-3263-4264-9a19-cb50d20ab59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.324978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08e28e18-3263-4264-9a19-cb50d20ab59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.363509 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-08e28e18-3263-4264-9a19-cb50d20ab59f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c28035ab3694c739b81445d3a81e373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428107 Sep 09 21:45:03.366194 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43090) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:03.372755 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28e18-3263-4264-9a19-cb50d20ab59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2fad4d-300b-4431-9f9f-639ad34b7d53,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:03.421626 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.444403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.495772 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-fd20d517-a396-4660-8758-4477465912a5 req-324a358d-9243-454c-9d54-6b367d48d44b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 210 time: 0.0354850 Sep 09 21:45:03.513863 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.516831 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.520303 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f2fad4d-300b-4431-9f9f-639ad34b7d53 HTTP/1.1" status: 204 len: 168 time: 0.1508598 Sep 09 21:45:03.527316 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6d615-4399-44c4-9fee-0eaee68a60b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2fad4d-300b-4431-9f9f-639ad34b7d53,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:03.806480 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43106) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:03.821324 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7cbd15ad-dc09-462b-b096-68308b1a38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.916345 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7cbd15ad-dc09-462b-b096-68308b1a38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.921517 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7cbd15ad-dc09-462b-b096-68308b1a38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:03.964158 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7cbd15ad-dc09-462b-b096-68308b1a38d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd9fd4d744f34bd4ac35e3211aeae2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565175 Sep 09 21:45:03.965308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd15ad-dc09-462b-b096-68308b1a38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca17f8-ce80-4b15-9b14-e38631305a22,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:03.966966 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43110) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:04.021319 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.034209 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b68f8-7132-45a5-83b0-3392767e28ff req-54a7f83b-6bdd-455c-bb17-1c2fded0187d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:04.035813 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-539b68f8-7132-45a5-83b0-3392767e28ff req-54a7f83b-6bdd-455c-bb17-1c2fded0187d tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0491190 Sep 09 21:45:04.043485 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.072504 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-539b68f8-7132-45a5-83b0-3392767e28ff req-9c6f2d1a-eca7-4ef4-a2b0-69fefcae3225 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Sep 09 21:45:04.092347 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.094967 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.096415 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40ca17f8-ce80-4b15-9b14-e38631305a22 HTTP/1.1" status: 204 len: 168 time: 0.1283228 Sep 09 21:45:04.104519 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd38e0-5765-4761-a69f-d10a777036f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca17f8-ce80-4b15-9b14-e38631305a22,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:04.222708 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.440274 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43116) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:04.453715 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8b71be58-06df-4bea-98cb-3695d97c691f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.486020 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-e06e49a9-0858-4507-9d81-c6fe37ba8b5f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:04.488132 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-e06e49a9-0858-4507-9d81-c6fe37ba8b5f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 811 time: 0.1150670 Sep 09 21:45:04.559971 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-a0afa1de-9a7b-4499-976b-5fc0f65f26da tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c47b572c7e7a4ebfa28826b6f67e4881 HTTP/1.1" status: 200 len: 380 time: 0.0612204 Sep 09 21:45:04.570245 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8b71be58-06df-4bea-98cb-3695d97c691f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.575207 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8b71be58-06df-4bea-98cb-3695d97c691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.601202 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-e543b661-7132-4632-9b05-493d16ebada8 req-855a11d8-9121-448f-a10a-cd8c476e92d5 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 210 time: 0.0270824 Sep 09 21:45:04.612383 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-8b71be58-06df-4bea-98cb-3695d97c691f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70da5ed6cb3e4c14bb59da9f027d3a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707292 Sep 09 21:45:04.612914 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71be58-06df-4bea-98cb-3695d97c691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904e5e33-e349-416c-b48a-6838143e891f,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:04.615740 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43122) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:04.664158 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.681589 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'port': {'device_id': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'admin_state_up': True, 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'security_groups': ['a973bc57-63f3-4c07-9914-55eb16f75f95']}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:45:04.706721 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.777682 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d257b-ccbe-4df3-9fa6-f1c556256504 req-278111f0-383d-43fb-ab5e-9f7d2feab76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:04.779416 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-827d257b-ccbe-4df3-9fa6-f1c556256504 req-278111f0-383d-43fb-ab5e-9f7d2feab76a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1096 time: 0.0433195 Sep 09 21:45:04.811864 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.814412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.815598 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/904e5e33-e349-416c-b48a-6838143e891f HTTP/1.1" status: 204 len: 168 time: 0.1987801 Sep 09 21:45:04.816009 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-827d257b-ccbe-4df3-9fa6-f1c556256504 req-93b3692b-7879-4fbb-826c-1f91ef2a083c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291731 Sep 09 21:45:04.831460 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b13c4-2e94-4a65-8d7f-068dbf65c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904e5e33-e349-416c-b48a-6838143e891f,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:04.843756 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Made reservation on behalf of c47b572c7e7a4ebfa28826b6f67e4881 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:45:04.847897 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:04.987337 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.20.0.4 (020ad0cc-54f5-4d1f-b370-8af475a4140b/1d9b639a-92de-4117-b465-516c365d7bf8/cce32525-db9e-4560-90fe-40ce77449845) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:45:05.156250 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.182114 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Transition to ACTIVE for port object cce32525-db9e-4560-90fe-40ce77449845 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:45:05.242193 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01decd7-d52f-4b52-8c7c-04eff9fd151a req-df731c28-31c7-4569-97af-5650f796d28e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:05.243777 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d01decd7-d52f-4b52-8c7c-04eff9fd151a req-df731c28-31c7-4569-97af-5650f796d28e tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 943 time: 0.0787537 Sep 09 21:45:05.250797 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.291333 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.313852 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:45:05.328463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:45:05.333011 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:45:05.336273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:05.342386 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d01decd7-d52f-4b52-8c7c-04eff9fd151a req-9917e686-2d17-4acc-ad81-d7f7465792e0 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894864 Sep 09 21:45:05.395801 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:05.396474 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.415768 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-cbc792c4-73f8-4932-892b-670e94def0ee tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7379396 Sep 09 21:45:05.430494 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Request body: {'port': {'device_id': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:45:05.492939 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.594605 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-6f7fa342-679c-48cc-b57e-0d6a385a9dbc None None] Provisioning for port cce32525-db9e-4560-90fe-40ce77449845 completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:45:05.598976 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-6f7fa342-679c-48cc-b57e-0d6a385a9dbc None None] Provisioning complete for port cce32525-db9e-4560-90fe-40ce77449845 triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:45:05.599457 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa342-679c-48cc-b57e-0d6a385a9dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.649944 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-6f7fa342-679c-48cc-b57e-0d6a385a9dbc None None] Port cce32525-db9e-4560-90fe-40ce77449845 cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:45:05.721329 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e2ae6-ed0f-459d-96d0-e887de938eda req-4bce9b4a-28c1-4949-a79f-b054098778b2 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:05.723023 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e63e2ae6-ed0f-459d-96d0-e887de938eda req-4bce9b4a-28c1-4949-a79f-b054098778b2 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 931 time: 0.0484648 Sep 09 21:45:05.765884 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e63e2ae6-ed0f-459d-96d0-e887de938eda req-07ebc114-8426-454d-aab4-68606c27bd6b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Sep 09 21:45:05.778298 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce32525-db9e-4560-90fe-40ce77449845 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:45:05.791148 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.799900 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Transition to ACTIVE for port object cce32525-db9e-4560-90fe-40ce77449845 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:45:05.804865 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:05.854690 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Pushing event updated for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:05.914943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:45:05.952375 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Attempting to bind port cce32525-db9e-4560-90fe-40ce77449845 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:45:05.953284 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Attempting to bind port cce32525-db9e-4560-90fe-40ce77449845 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:45:05.953964 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Attempting to bind port cce32525-db9e-4560-90fe-40ce77449845 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:45:05.961669 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Port cce32525-db9e-4560-90fe-40ce77449845 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:45:05.962155 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Attempting to bind port cce32525-db9e-4560-90fe-40ce77449845 on network 020ad0cc-54f5-4d1f-b370-8af475a4140b {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:45:05.969737 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:45:05.970164 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Checking segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:45:05.970590 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Bound using segment: {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:45:05.971297 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Bound port: cce32525-db9e-4560-90fe-40ce77449845, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7f8194-1b91-4321-b446-ed8f5abbfb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:45:05.971559 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:06.053067 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:45:06.057343 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cce32525-db9e-4560-90fe-40ce77449845,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:45:06.065632 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:06.155956 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Pushing event updated for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:06.162333 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.163558 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:06.165439 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-67a1c596-abf2-4ffd-86f8-1363882ee74a service neutron] 10.222.0.45 "PUT /v2.0/ports/cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 200 len: 1093 time: 0.7397807 Sep 09 21:45:06.166681 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:45:06.169806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f95cf-1949-4de5-b10e-3af84fd13e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:45:06.247338 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:06.265900 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'port_id': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'mac_address': 'fa:16:3e:1f:96:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:45:06.268241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370611b2-0125-43eb-9dbe-ecad988445b5 x-openstack-request-id: req-370611b2-0125-43eb-9dbe-ecad988445b5 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:45:06.268720 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:45:06.269120 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-370611b2-0125-43eb-9dbe-ecad988445b5 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:45:06.269683 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845', 'status': 'completed', 'code': 200} Sep 09 21:45:06.287396 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-13016921-d052-406b-ae9e-bb7f3bb14c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.289294 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-13016921-d052-406b-ae9e-bb7f3bb14c8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1096 time: 0.0738590 Sep 09 21:45:06.339693 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:06.345026 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-08499534-6487-455b-8b04-c592906fba9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 200 len: 217 time: 0.0474043 Sep 09 21:45:06.389092 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a06b86-ecc2-4e10-aa23-d69589bc24a8 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:45:06.432416 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:06.439093 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:06.475205 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-354ac0d0-8dba-491c-8d9f-75f5922aafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.476699 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-354ac0d0-8dba-491c-8d9f-75f5922aafb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.1244578 Sep 09 21:45:06.503443 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=7']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:06.552189 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37e530-e023-4901-99c0-0cd48037486f req-de2f42f0-6457-4422-a51d-9ee7cf702d12 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.553711 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d37e530-e023-4901-99c0-0cd48037486f req-de2f42f0-6457-4422-a51d-9ee7cf702d12 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 944 time: 0.0817406 Sep 09 21:45:06.557295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-df752e88-61c0-46c5-8f91-6f560e5f6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.559072 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-df752e88-61c0-46c5-8f91-6f560e5f6f15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717573 Sep 09 21:45:06.624178 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3d37e530-e023-4901-99c0-0cd48037486f req-c5326b37-245f-421e-8171-1887de5509a9 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629802 Sep 09 21:45:06.678980 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-54692c52-0976-4428-86f8-0358c59fc357 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042330 Sep 09 21:45:06.728372 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['97a06b86-ecc2-4e10-aa23-d69589bc24a8'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:45:06.783264 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-68fe0cfa-fd6b-4e49-bc6f-821f3f616e38 req-6e297946-c7ae-474c-a3ab-5cc27a917490 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954964 Sep 09 21:45:06.889868 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-4d91235f-8b08-4c50-a902-d74150d52ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.891996 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-4d91235f-8b08-4c50-a902-d74150d52ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1096 time: 0.0488510 Sep 09 21:45:06.899643 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64092a2c-081b-47db-b59e-a156589aea9f req-7caf6645-0920-437e-b7a6-944234c8c84e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:06.901276 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-64092a2c-081b-47db-b59e-a156589aea9f req-7caf6645-0920-437e-b7a6-944234c8c84e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0549500 Sep 09 21:45:06.952336 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-64092a2c-081b-47db-b59e-a156589aea9f req-f03626ad-5b07-47bd-a3b6-734e2cb7712d tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Sep 09 21:45:07.012477 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-49a0fdad-dc73-42be-a769-c8cf40e6e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:07.013962 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-49a0fdad-dc73-42be-a769-c8cf40e6e95e service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.1060047 Sep 09 21:45:07.059074 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-ccc8919e-56fa-4e24-ba65-16ffa06656bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 200 len: 217 time: 0.0361493 Sep 09 21:45:07.115797 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-25fb0e7c-1823-47ab-a5fc-c2f48882a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:07.117293 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-25fb0e7c-1823-47ab-a5fc-c2f48882a438 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0502155 Sep 09 21:45:07.167830 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-e4e3637f-4c8e-4e11-81aa-d01736aac2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:07.169302 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-e4e3637f-4c8e-4e11-81aa-d01736aac2f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414906 Sep 09 21:45:07.279843 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-0ab31129-f73a-4de5-8597-824a7a64a39a service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011462 Sep 09 21:45:07.390560 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-be0f95cf-1949-4de5-b10e-3af84fd13e2c req-b527387e-0968-4b7e-9ed6-173f007103b6 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877507 Sep 09 21:45:07.911866 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:45:07.964761 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:45:07.965103 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:08.047881 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:08.069906 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:45:08.072188 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c2fed0-c35e-41e5-b1e9-64f77288bf62" -d '{"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-plugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:45:08.072417 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918a3f6-a113-452f-935b-2d353954f9cb req-b61f4775-49f0-4794-a995-3e2297445c2e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:08.074124 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9918a3f6-a113-452f-935b-2d353954f9cb req-b61f4775-49f0-4794-a995-3e2297445c2e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0534184 Sep 09 21:45:08.085344 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:08.097990 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:08.117638 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9918a3f6-a113-452f-935b-2d353954f9cb req-69174581-6a7b-4a29-9015-65f4e8958345 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Sep 09 21:45:08.130511 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f90b207-8fae-4bff-a40c-9512d51f11af x-openstack-request-id: req-2f90b207-8fae-4bff-a40c-9512d51f11af {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:45:08.130810 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-plugged", "status": "completed", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:45:08.131072 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f90b207-8fae-4bff-a40c-9512d51f11af {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:45:08.131652 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'code': 200} Sep 09 21:45:08.158843 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=8']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:09.194922 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:09.246490 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700c3f4-26a9-4d97-a004-cc79a9d6a80d req-34203b79-1ca6-438c-8a15-1bd13d90215a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:09.248002 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2700c3f4-26a9-4d97-a004-cc79a9d6a80d req-34203b79-1ca6-438c-8a15-1bd13d90215a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0522218 Sep 09 21:45:09.294196 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2700c3f4-26a9-4d97-a004-cc79a9d6a80d req-6e672af0-2e5c-4a89-bd22-e786d57dd891 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 Sep 09 21:45:10.414947 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e39c-d003-470c-9d71-0d716c9de84e req-795bf1ba-b8e6-4355-8462-8cef03fcaffe tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:10.416509 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6be1e39c-d003-470c-9d71-0d716c9de84e req-795bf1ba-b8e6-4355-8462-8cef03fcaffe tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0512044 Sep 09 21:45:10.456468 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6be1e39c-d003-470c-9d71-0d716c9de84e req-13ddb8e9-c2d1-4e42-afc0-8adf5d25857a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Sep 09 21:45:11.587511 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4de0-1836-452c-a09f-fa3da09ff203 req-065a4003-e326-4acb-89dd-31e009d20772 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:11.589002 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-79fa4de0-1836-452c-a09f-fa3da09ff203 req-065a4003-e326-4acb-89dd-31e009d20772 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0611472 Sep 09 21:45:11.627468 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-79fa4de0-1836-452c-a09f-fa3da09ff203 req-3b4e7342-6fb3-4be2-9979-2f6c527ae3f6 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Sep 09 21:45:12.755535 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dc464-12f7-4d1c-a28c-a03d3d59c585 req-2e80a205-405e-4d4f-a59d-38a538c6bf0e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:12.756911 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e28dc464-12f7-4d1c-a28c-a03d3d59c585 req-2e80a205-405e-4d4f-a59d-38a538c6bf0e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0567534 Sep 09 21:45:12.797825 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e28dc464-12f7-4d1c-a28c-a03d3d59c585 req-75d6aca2-0a9d-41f5-abff-bb469cfc4606 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Sep 09 21:45:13.921276 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcd338-6e27-4ea9-9446-4361fc326437 req-3c8af80c-2155-402f-8ae6-13d1305b47a1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:13.922782 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-50dcd338-6e27-4ea9-9446-4361fc326437 req-3c8af80c-2155-402f-8ae6-13d1305b47a1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 943 time: 0.0530279 Sep 09 21:45:13.950077 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cce32525-db9e-4560-90fe-40ce77449845 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:45:13.967427 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-50dcd338-6e27-4ea9-9446-4361fc326437 req-40df68ed-02be-4b20-b44c-3fec2fab749a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Sep 09 21:45:14.050035 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cce32525-db9e-4560-90fe-40ce77449845,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:14.061802 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': 'cce32525-db9e-4560-90fe-40ce77449845', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'port_id': 'cce32525-db9e-4560-90fe-40ce77449845', 'mac_address': 'fa:16:3e:02:d3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:45:14.105120 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:14.125698 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce32525-db9e-4560-90fe-40ce77449845 {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:45:14.146032 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cce32525-db9e-4560-90fe-40ce77449845,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:14.153575 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:14.200158 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:14.466950 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['cce32525-db9e-4560-90fe-40ce77449845'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:45:15.091429 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daa379-d934-49d3-af75-421141e4a037 req-6923061c-a6c7-4844-8976-9761deb12dab tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:15.092926 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a0daa379-d934-49d3-af75-421141e4a037 req-6923061c-a6c7-4844-8976-9761deb12dab tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 944 time: 0.0584512 Sep 09 21:45:15.137343 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a0daa379-d934-49d3-af75-421141e4a037 req-ef6e48b0-58ea-4cd3-814f-50757a55c029 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Sep 09 21:45:15.967282 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cce32525-db9e-4560-90fe-40ce77449845 up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:45:16.018878 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port cce32525-db9e-4560-90fe-40ce77449845 completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:45:16.022251 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port cce32525-db9e-4560-90fe-40ce77449845 triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:45:16.022615 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:16.101039 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:16.123226 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:45:16.125488 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd5d1a9-89f0-42d9-bf39-8db6a787f1aa" -d '{"events": [{"server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "name": "network-vif-plugged", "status": "completed", "tag": "cce32525-db9e-4560-90fe-40ce77449845"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:45:16.138818 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cce32525-db9e-4560-90fe-40ce77449845,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:16.145100 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:16.168792 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092903ed-f261-4840-944e-a8f20a4d0982 x-openstack-request-id: req-092903ed-f261-4840-944e-a8f20a4d0982 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:45:16.169080 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "name": "network-vif-plugged", "status": "completed", "tag": "cce32525-db9e-4560-90fe-40ce77449845", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:45:16.169331 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-092903ed-f261-4840-944e-a8f20a4d0982 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:45:16.169748 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845', 'code': 200} Sep 09 21:45:16.195411 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:16.266201 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca9f8e-b355-47f1-8b62-31950fc7eaff req-08735eba-de7e-4392-abbb-7d3b07f88197 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:16.267712 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7cca9f8e-b355-47f1-8b62-31950fc7eaff req-08735eba-de7e-4392-abbb-7d3b07f88197 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0534532 Sep 09 21:45:16.308753 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7cca9f8e-b355-47f1-8b62-31950fc7eaff req-2da43d53-3b62-448b-8e51-fbf2fc0cdd51 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Sep 09 21:45:16.442571 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea1913-fc18-4d4c-8918-cc781b47e89c req-7ae59d77-0bc3-4719-8859-5706f42c02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:16.444092 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-17ea1913-fc18-4d4c-8918-cc781b47e89c req-7ae59d77-0bc3-4719-8859-5706f42c02d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1098 time: 0.0399487 Sep 09 21:45:16.485704 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-17ea1913-fc18-4d4c-8918-cc781b47e89c req-d1f5e12a-9904-48c7-a94a-b9a6888c4417 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330629 Sep 09 21:45:17.445422 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543b79a-f5b8-4411-9d15-bb3bf61125f9 req-337d05a8-276a-446f-964a-9a6b43fc55e0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:17.447023 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3543b79a-f5b8-4411-9d15-bb3bf61125f9 req-337d05a8-276a-446f-964a-9a6b43fc55e0 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0564330 Sep 09 21:45:17.485482 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3543b79a-f5b8-4411-9d15-bb3bf61125f9 req-c7d2c172-5f78-4ee7-bd6c-db9cc90262c6 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Sep 09 21:45:17.953951 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-33b7b31c-d582-4b8f-b69b-e3b372ee33a8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452826 Sep 09 21:45:18.027291 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-daa806f5-8ce9-4653-856b-a94831cdf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.029205 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-daa806f5-8ce9-4653-856b-a94831cdf57f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0463281 Sep 09 21:45:18.142176 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-ee66ed39-7e15-42e0-a9ef-9dbd6be27fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.143728 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-ee66ed39-7e15-42e0-a9ef-9dbd6be27fd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.0889647 Sep 09 21:45:18.214237 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-57478ce2-2809-4511-87e3-eab455b1d2ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 1001 time: 0.0621214 Sep 09 21:45:18.265904 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-8f65e59c-edd9-4f89-9983-6f9b8ac13415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.267418 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-8f65e59c-edd9-4f89-9983-6f9b8ac13415 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0439193 Sep 09 21:45:18.319543 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-6aeb5bfe-bc14-4791-a338-18cbbfa6a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.321059 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-6aeb5bfe-bc14-4791-a338-18cbbfa6a6ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435870 Sep 09 21:45:18.427009 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-a6088577-1435-472d-8dbb-4bcc0499e0b9 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965104 Sep 09 21:45:18.531084 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-13395dca-0cbc-4f71-bc0f-6238325de72c req-d7cfe7b3-35a5-47eb-8334-556601b964e3 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942988 Sep 09 21:45:18.603328 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4af4-85ad-415a-87bf-9d5ad43c8d39 req-ba7b2428-d037-4a74-a32b-2ec85f00a623 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.604825 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-621f4af4-85ad-415a-87bf-9d5ad43c8d39 req-ba7b2428-d037-4a74-a32b-2ec85f00a623 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0490913 Sep 09 21:45:18.644111 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-621f4af4-85ad-415a-87bf-9d5ad43c8d39 req-eff502dc-2ce1-418d-9a88-da6700937abd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332003 Sep 09 21:45:18.769984 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6ab7-e68f-427b-bb1e-a1215e6fd1fa req-9b25abce-e980-4bad-9ab0-fffde36389e9 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.771409 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d87f6ab7-e68f-427b-bb1e-a1215e6fd1fa req-9b25abce-e980-4bad-9ab0-fffde36389e9 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0501120 Sep 09 21:45:18.811277 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-d87f6ab7-e68f-427b-bb1e-a1215e6fd1fa req-03f07276-a667-42b8-bd9d-b727a3e760d5 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Sep 09 21:45:18.843591 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43286) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:18.893125 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cb03d-8969-406b-be35-5bd94de4abe1 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:18.894654 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-fe0cb03d-8969-406b-be35-5bd94de4abe1 tempest-TestVolumeBootPattern-1070846049 tempest-TestVolumeBootPattern-1070846049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1093 time: 0.0498226 Sep 09 21:45:18.897506 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43288) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:18.902143 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Request body: {'floatingip': {'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'port_id': 'cce32525-db9e-4560-90fe-40ce77449845', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:45:18.926581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:19.024504 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:19.142647 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Allocated IP 172.27.0.46 (ce31de07-d384-420f-8bde-a50d878b34c8/c68a4652-2486-4218-836f-a12fcf59059b/fceafb90-882c-4bb8-92fb-6a6c16e5f7ea) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:45:19.250971 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:19.293749 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:19.329087 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Network ce31de07-d384-420f-8bde-a50d878b34c8 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:45:19.333370 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:45:19.339528 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:45:19.342552 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=fceafb90-882c-4bb8-92fb-6a6c16e5f7ea,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:19.933157 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.001217 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.150800 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.158344 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.242802 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event updated for resources: {'Port': ['ID=fceafb90-882c-4bb8-92fb-6a6c16e5f7ea,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:20.252241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.350066 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP fa21d76c-d3a2-4703-9bca-94628b2e79ec associated. External IP: 172.27.0.46, port: cce32525-db9e-4560-90fe-40ce77449845. Sep 09 21:45:20.571840 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:45:20.687564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:45:20.697780 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:45:20.706411 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:20.707161 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:45:20.707776 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:45:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:20.733852 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-bb8a0964-6aac-4370-93a0-a1c27eb4fd6c tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8353610 Sep 09 21:45:20.734417 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:45:20.736721 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb88ba9-f681-41df-a9ce-c7761ea0d385" -d '{"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:45:20.776706 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362ea8a-0bec-465a-8074-35bf2022aaa7 x-openstack-request-id: req-5362ea8a-0bec-465a-8074-35bf2022aaa7 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:45:20.776995 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:45:20.777241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5362ea8a-0bec-465a-8074-35bf2022aaa7 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:45:20.777624 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845', 'status': 'completed', 'code': 200} Sep 09 21:45:20.809595 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:45:20.857523 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-17247aca-20af-412c-be63-621c51c6c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:20.859223 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-17247aca-20af-412c-be63-621c51c6c194 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1098 time: 0.0462940 Sep 09 21:45:20.958475 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-d0b83bd2-d1c5-4db3-89dd-4abe924ce29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:20.960037 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-d0b83bd2-d1c5-4db3-89dd-4abe924ce29d service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.0888972 Sep 09 21:45:21.038065 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-f24efaac-6856-46a8-a47a-3bdf5a0e4608 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 200 len: 998 time: 0.0620205 Sep 09 21:45:21.088065 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-cc9176a9-43d6-4b2a-9031-d89631b2ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:21.089519 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-cc9176a9-43d6-4b2a-9031-d89631b2ac44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0432501 Sep 09 21:45:21.121159 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}, {'id': 'fa21d76c-d3a2-4703-9bca-94628b2e79ec', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'cce32525-db9e-4560-90fe-40ce77449845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:02:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:45:19Z', 'updated_at': '2021-09-09T21:45:19Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:21.140795 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-efa25077-073d-4d90-85d6-92a9b493a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:21.142354 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-efa25077-073d-4d90-85d6-92a9b493a9b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406139 Sep 09 21:45:21.158909 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:45:21.167868 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:45:21.168503 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:45:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:21.244436 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-8cc0404f-113f-44dc-81ad-cf751f58cea2 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900185 Sep 09 21:45:21.274719 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:45:21.339930 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-0bb88ba9-f681-41df-a9ce-c7761ea0d385 req-af784c35-4914-4054-bb32-c4683d1833b2 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847802 Sep 09 21:45:21.503930 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}, {'id': 'fa21d76c-d3a2-4703-9bca-94628b2e79ec', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'cce32525-db9e-4560-90fe-40ce77449845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:02:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:45:19Z', 'updated_at': '2021-09-09T21:45:19Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:21.533657 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35e9f5-e669-4e47-9cc0-4f67f9dcb8bd None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}, {'id': 'fa21d76c-d3a2-4703-9bca-94628b2e79ec', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': 'cce32525-db9e-4560-90fe-40ce77449845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:02:d3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:45:19Z', 'updated_at': '2021-09-09T21:45:19Z', 'revision_number': 0, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:45:21.737985 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337337a4-4f3d-4957-97c1-01a326582ca0 None None] New status for floating IP fa21d76c-d3a2-4703-9bca-94628b2e79ec: ACTIVE {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:45:28.201476 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43366) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:28.324366 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.420596 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.425581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.471791 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=325aaa4c7caa4acc8227024ac5170cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691424 Sep 09 21:45:28.472650 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf3b66-afe3-4f60-a00d-98262a85851b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:28.474658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43374) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:45:28.480024 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.480412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.480752 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.481088 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.481421 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.481722 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.482183 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.482512 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.482838 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.483199 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.483522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.483846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c636937-fe80-43c3-87c8-341413bf1f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.525254 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.545915 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.601225 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.604775 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:28.606362 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cdf3b66-afe3-4f60-a00d-98262a85851b HTTP/1.1" status: 204 len: 168 time: 0.1306417 Sep 09 21:45:28.614579 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf3b66-afe3-4f60-a00d-98262a85851b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:28.622621 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.622977 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.623397 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.623716 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.624051 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.624368 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.624703 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.625035 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.625363 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.625766 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.626058 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:28.626360 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a149a-5de2-47c4-8e9c-64372350a148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:45:29.693108 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e6eb1af4-c3e4-4827-8b4f-ab2561c2c47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:30.719888 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:45:32.649189 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:32.983210 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8b36b4e2-150d-4634-8778-29f32e9b1b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:34.232137 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:35.303908 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:39.221724 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:55.664613 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947cc18-703a-4294-9248-39f442ae1c0f req-bdba89d7-2cac-4cb1-85ad-50abda8aa779 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:55.666112 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9947cc18-703a-4294-9248-39f442ae1c0f req-bdba89d7-2cac-4cb1-85ad-50abda8aa779 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0575054 Sep 09 21:45:55.703602 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-9947cc18-703a-4294-9248-39f442ae1c0f req-d1442f46-47ee-4fd1-bb97-2064bc51034e tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Sep 09 21:45:56.832717 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63954d75-eefd-4ec1-ac2a-9930d5896e8a req-eb53f825-3c0a-4a84-982a-41ca8affba3a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:56.834219 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-63954d75-eefd-4ec1-ac2a-9930d5896e8a req-eb53f825-3c0a-4a84-982a-41ca8affba3a tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0525644 Sep 09 21:45:56.873890 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-63954d75-eefd-4ec1-ac2a-9930d5896e8a req-c437874b-ff40-44be-bf1f-a4527e8a3408 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315640 Sep 09 21:45:57.532290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-019492ad-ca56-4666-9e44-a47529c56ed8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:57.533776 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-019492ad-ca56-4666-9e44-a47529c56ed8 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0507567 Sep 09 21:45:57.628354 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Deleting port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:45:57.628609 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:57.719605 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] For port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:45:57.719977 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:57.897008 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:57.898084 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457512'] for floatingip, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:57.898084 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Floating IP 476b9d0e-6991-40ec-bd97-7540d80d33fe disassociated. External IP: 172.27.0.113, port: 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba. Sep 09 21:45:57.898261 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Calling delete_port for 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:45:57.989025 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054072aa-a553-49ed-b94a-55d834479a6f req-2029cdb7-2a6a-4632-94be-21499883c953 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:45:57.990632 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-054072aa-a553-49ed-b94a-55d834479a6f req-2029cdb7-2a6a-4632-94be-21499883c953 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 945 time: 0.0487478 Sep 09 21:45:58.028317 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:58.037519 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-054072aa-a553-49ed-b94a-55d834479a6f req-1e1924d1-25b9-4777-943e-1f651ed85212 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups?id=ba3e6a65-5463-4aab-a4ba-f0238cb66212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Sep 09 21:45:58.069273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'Port': ['ID=2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:45:58.183423 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:45:58.300716 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:45:58.311011 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:45:58.320832 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:45:58.321463 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:45:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:58.344599 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] No DVR routers for this DVR port 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:45:58.347227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:45:58.349191 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ef55308d-98fb-4a82-a668-0e46f0a23ffc req-85960244-a268-4b02-9076-9041664e1ba5 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.45 "DELETE /v2.0/ports/2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba HTTP/1.1" status: 204 len: 173 time: 0.8084795 Sep 09 21:45:58.349617 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'name': 'network-vif-deleted', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:45:58.351888 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c794b-38c4-471b-9fb3-9a3fdc3abb4f" -d '{"events": [{"server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "name": "network-vif-deleted", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:45:58.388573 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe9438-77bb-4d6a-aebf-8800955e643b x-openstack-request-id: req-fbbe9438-77bb-4d6a-aebf-8800955e643b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:45:58.388889 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab6202e-d1bf-4004-8b50-c816cee3105c", "name": "network-vif-deleted", "tag": "2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:45:58.389148 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbbe9438-77bb-4d6a-aebf-8800955e643b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:45:58.392792 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab6202e-d1bf-4004-8b50-c816cee3105c', 'name': 'network-vif-deleted', 'tag': '2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba', 'status': 'completed', 'code': 200} Sep 09 21:45:58.440098 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:45:58.638011 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:58.663121 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:45:58.671726 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:45:58.672333 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:45:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:58.781056 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:45:58.988968 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:45:59.014550 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222b919-43e6-452b-a826-20c8b468fe82 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:40:50Z', 'revision_number': 4, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '7274082f-62d9-4dd2-a94a-08389dd3ffa0', 'name': '', 'network_id': 'f190f37e-1317-4a24-a3ef-d7213245f778', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'mac_address': 'fa:16:3e:0a:96:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:49Z', 'updated_at': '2021-09-09T21:40:57Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'subnets': [{'id': '623d0fcb-1e55-41ae-9b3a-7fa6bd146eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:45:59.144996 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-489c22de-9423-44c5-b214-809821bba32e req-354a0f9d-d55f-428d-8bea-0dd46d15635b tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 210 time: 0.0322592 Sep 09 21:45:59.259037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d79c12-0798-4fab-8307-afeea9742645 None None] New status for floating IP 476b9d0e-6991-40ec-bd97-7540d80d33fe: DOWN {{(pid=94082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:45:59.689446 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-bee30f6c-6407-4f97-a0e3-0f4b897a3005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:00.247330 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-72c12fe6-9647-45a4-a366-c4d66886a1ba req-d7214b9f-ae9e-4b8e-9854-314c21261e13 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ab6202e-d1bf-4004-8b50-c816cee3105c HTTP/1.1" status: 200 len: 210 time: 0.0269485 Sep 09 21:46:01.339906 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43698) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:01.399711 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.422898 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.473895 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.476501 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.477671 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba3e6a65-5463-4aab-a4ba-f0238cb66212 HTTP/1.1" status: 204 len: 168 time: 0.1367531 Sep 09 21:46:01.480535 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43700) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:01.486741 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed581ea1-b180-4b06-a4bc-11863039a6d1 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e6a65-5463-4aab-a4ba-f0238cb66212,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:01.495490 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.api.v2.resource [None req-2df5412d-36cd-4479-8dd9-2b83a9454ef0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] show failed (client error): The resource could not be found. Sep 09 21:46:01.496522 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-2df5412d-36cd-4479-8dd9-2b83a9454ef0 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "GET /v2.0/security-groups/ba3e6a65-5463-4aab-a4ba-f0238cb66212 HTTP/1.1" status: 404 len: 347 time: 0.0148723 Sep 09 21:46:01.499503 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43702) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:01.623623 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Deleting port 4901aca3-9fd0-4151-b898-4fe4865b11f7 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:01.623962 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.701812 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.702084 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.716596 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Calling delete_port for 4901aca3-9fd0-4151-b898-4fe4865b11f7 owned by network:floatingip {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:01.855467 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.881388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Pushing event deleted for resources: {'Port': ['ID=4901aca3-9fd0-4151-b898-4fe4865b11f7,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:01.943680 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks [] for floatingip, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.946350 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:01.948272 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-eb580c2e-9683-4989-a6e6-68976a707b34 tempest-AttachVolumeTestJSON-358015484 tempest-AttachVolumeTestJSON-358015484-project] 10.222.0.21 "DELETE /v2.0/floatingips/476b9d0e-6991-40ec-bd97-7540d80d33fe HTTP/1.1" status: 204 len: 168 time: 0.4471891 Sep 09 21:46:02.649842 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:02.987073 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6688a750-8b7b-45f8-867d-715f1455027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:04.237855 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:04.659014 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:04.678882 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:04.679255 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 2975bf05-2e7a-4c9d-9d57-bb8dc108e3ba not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:05.297356 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:05.508902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43756) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:06.034986 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.283501 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Deleting port 7274082f-62d9-4dd2-a94a-08389dd3ffa0 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:06.283847 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.363027 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] For port 7274082f-62d9-4dd2-a94a-08389dd3ffa0, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=7274082f-62d9-4dd2-a94a-08389dd3ffa0,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:06.363414 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.375731 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Calling delete_port for 7274082f-62d9-4dd2-a94a-08389dd3ffa0 owned by network:router_interface {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:06.394999 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43766) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:06.503102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89d45750-8890-4011-8c87-b98846bff776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.554096 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.588856 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7274082f-62d9-4dd2-a94a-08389dd3ffa0,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:06.598674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89d45750-8890-4011-8c87-b98846bff776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.605458 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-89d45750-8890-4011-8c87-b98846bff776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.656764 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-89d45750-8890-4011-8c87-b98846bff776 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8ed7d15799463eb1f49a7319fa17dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605057 Sep 09 21:46:06.657470 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43770) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:06.658209 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d45750-8890-4011-8c87-b98846bff776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98952cf7-0273-4a76-a986-a92d9f9e8edb,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:06.748025 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.774178 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.799841 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.828613 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.831614 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:06.833216 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98952cf7-0273-4a76-a986-a92d9f9e8edb HTTP/1.1" status: 204 len: 168 time: 0.1719618 Sep 09 21:46:06.841756 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20100d87-022f-4453-876a-3f1ee828f7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98952cf7-0273-4a76-a986-a92d9f9e8edb,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:07.051406 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Router b3ac6d95-613b-4de8-858f-faa9e5c4c09c has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:46:07.161351 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:46:07.166494 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0e354a95-b837-4041-ac10-e74154ee0d4a admin admin] 10.222.0.21 "PUT /v2.0/routers/b3ac6d95-613b-4de8-858f-faa9e5c4c09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564696 Sep 09 21:46:07.169074 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43782) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:07.173776 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1655506-885e-4f30-83af-919991b15137 None None] Sync routers for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:46:07.183093 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:07.184003 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:07.295947 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:07.553612 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:07.577973 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:46:06Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:07.606630 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1655506-885e-4f30-83af-919991b15137 None None] Checking router: b3ac6d95-613b-4de8-858f-faa9e5c4c09c for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:46:07.617264 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] Routers {'b3ac6d95-613b-4de8-858f-faa9e5c4c09c'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:07.617895 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:07.661803 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:07.718361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Deleting port 4a03c3f3-7895-466d-8d2d-dd612622bd1d {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:07.719030 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:07.722394 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:46:07.728873 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] Set router b3ac6d95-613b-4de8-858f-faa9e5c4c09c gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:07.810930 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] For port 4a03c3f3-7895-466d-8d2d-dd612622bd1d, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4a03c3f3-7895-466d-8d2d-dd612622bd1d,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:07.810930 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:07.823105 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Calling delete_port for 4a03c3f3-7895-466d-8d2d-dd612622bd1d owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:07.913369 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-e1655506-885e-4f30-83af-919991b15137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:46:06Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:07.939397 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1655506-885e-4f30-83af-919991b15137 None None] The sync data for ids ['b3ac6d95-613b-4de8-858f-faa9e5c4c09c'] in dv-cinder-760193-10-iscsi is: [{'id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'name': 'tempest-AttachVolumeTestJSON-1817426979-router', 'tenant_id': '8b04d8b1aa164300be091116003d1cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:40:46Z', 'updated_at': '2021-09-09T21:46:06Z', 'revision_number': 5, 'project_id': '8b04d8b1aa164300be091116003d1cee', 'gw_port': {'id': '4a03c3f3-7895-466d-8d2d-dd612622bd1d', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:23:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ac6d95-613b-4de8-858f-faa9e5c4c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:40:47Z', 'updated_at': '2021-09-09T21:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:46:08.026241 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.050280 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a03c3f3-7895-466d-8d2d-dd612622bd1d,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:08.113388 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.205657 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.207864 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.256472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.257025 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ac6d95-613b-4de8-858f-faa9e5c4c09c {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:46:08.261978 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.263190 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-5ce22b2d-b4f8-4397-ace9-eab302edb119 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3ac6d95-613b-4de8-858f-faa9e5c4c09c HTTP/1.1" status: 204 len: 168 time: 1.0926409 Sep 09 21:46:08.266792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43802) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:08.312824 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Deleting subnet 623d0fcb-1e55-41ae-9b3a-7fa6bd146eef {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:46:08.316425 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.351705 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.436475 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.495903 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.521591 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623d0fcb-1e55-41ae-9b3a-7fa6bd146eef,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:08.526877 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.528779 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1d5fd1b4-a80e-4c1d-93ff-0003a19e0073 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/623d0fcb-1e55-41ae-9b3a-7fa6bd146eef HTTP/1.1" status: 204 len: 168 time: 0.2610099 Sep 09 21:46:08.531413 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43804) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:08.533882 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31652363-84cd-489d-9e83-5b1d17b2b8f5 None None] Network f190f37e-1317-4a24-a3ef-d7213245f778 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:46:08.612079 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.674336 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Deleting port 13725cf7-bae9-4157-9a12-37bddcecf448 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:08.675010 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.737660 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] For port 13725cf7-bae9-4157-9a12-37bddcecf448, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=13725cf7-bae9-4157-9a12-37bddcecf448,segment=NetworkSegment(32ffe3ee-6eda-488e-9295-00fbd2900460),segment_id=32ffe3ee-6eda-488e-9295-00fbd2900460)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:08.738025 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.750095 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Calling delete_port for 13725cf7-bae9-4157-9a12-37bddcecf448 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:08.838031 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.865285 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Pushing event deleted for resources: {'Port': ['ID=13725cf7-bae9-4157-9a12-37bddcecf448,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:08.869766 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] No DVR routers for this DVR port 13725cf7-bae9-4157-9a12-37bddcecf448 on host dv-cinder-760193-10-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:08.957460 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:08.959984 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e66b4-665b-43e3-98c4-1a22857dd9a0 None None] DHCP port deletion for f190f37e-1317-4a24-a3ef-d7213245f778 request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:46:08.993818 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f190f37e-1317-4a24-a3ef-d7213245f778']}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:09.003753 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ffe3ee-6eda-488e-9295-00fbd2900460') {'for_net_delete': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:09.003922 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ffe3ee-6eda-488e-9295-00fbd2900460') {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:09.014179 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10160933'] for segment, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.027304 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 13725cf7-bae9-4157-9a12-37bddcecf448 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:09.039348 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.046219 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=94080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:46:09.046475 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285956'] for segment, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: Traceback (most recent call last): Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: timer() Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: cb(*args, **kw) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: return func(*args, **kwargs) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: self._notify() Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: self.callback(batched_events) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: event.method(event) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: return f(self, *a, **k) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._get(url).json() Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: return self.request(url, 'GET', **kwargs) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:46:09.048793 dv-cinder-760193-10-iscsi neutron-server[94080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:46:09.055316 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 13725cf7-bae9-4157-9a12-37bddcecf448 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:09.055651 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 13725cf7-bae9-4157-9a12-37bddcecf448 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:09.056247 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4a03c3f3-7895-466d-8d2d-dd612622bd1d no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:09.075103 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 4a03c3f3-7895-466d-8d2d-dd612622bd1d {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:09.075441 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4a03c3f3-7895-466d-8d2d-dd612622bd1d not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:09.075860 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7274082f-62d9-4dd2-a94a-08389dd3ffa0 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:09.096647 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 7274082f-62d9-4dd2-a94a-08389dd3ffa0 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:09.096647 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 7274082f-62d9-4dd2-a94a-08389dd3ffa0 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:09.110212 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.126210 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.128252 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f190f37e-1317-4a24-a3ef-d7213245f778 HTTP/1.1" status: 204 len: 168 time: 0.5952985 Sep 09 21:46:09.129516 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f1006-6496-43b0-9a5b-8423eefe2290 admin admin] Pushing event deleted for resources: {'Network': ['ID=f190f37e-1317-4a24-a3ef-d7213245f778,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:09.231906 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.296629 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43824) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:09.342346 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-6e67108e-d1f2-45e6-a04b-882efd508f90 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=75e11174873945c5bd52cf57b9fa8488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302773 Sep 09 21:46:09.401643 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e4119507-eb40-4ee1-8f00-556c0f89d3e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b04d8b1aa164300be091116003d1cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038387 Sep 09 21:46:09.404490 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 43826) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:09.458265 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.480217 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.529610 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.530845 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-29788146-8023-4f30-9f75-b2a16813c588 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:09.532356 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-29788146-8023-4f30-9f75-b2a16813c588 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844950 Sep 09 21:46:09.532507 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:09.533707 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5816d7b7-ebeb-490a-bbfb-283e290ee5b8 HTTP/1.1" status: 204 len: 168 time: 0.1280978 Sep 09 21:46:09.542538 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f67b4-747b-4d69-9b83-0e7c85840e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5816d7b7-ebeb-490a-bbfb-283e290ee5b8,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:09.550244 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-ac7755a2-ccc4-400b-aced-f028628784cf tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/quotas/75e11174873945c5bd52cf57b9fa8488 HTTP/1.1" status: 200 len: 375 time: 0.0113103 Sep 09 21:46:09.601655 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-7804933c-1b7b-440c-a7e1-ae16e034ccfa tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75e11174873945c5bd52cf57b9fa8488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304420 Sep 09 21:46:09.946606 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-15c24427-d1a2-4736-81c8-896e18d293ac req-c6acbf83-a98b-447a-ae60-1059a1384c66 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 210 time: 0.2087967 Sep 09 21:46:10.673490 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-891cf902-b7b4-49ce-898b-6605c08f3ed4 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=75e11174873945c5bd52cf57b9fa8488&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306449 Sep 09 21:46:10.893578 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-5d4d4ebb-e003-475e-82b1-ed5b6dc0dbeb tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:10.895104 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-5d4d4ebb-e003-475e-82b1-ed5b6dc0dbeb tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155533 Sep 09 21:46:10.909001 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Request body: {'port': {'device_id': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f', 'admin_state_up': True, 'tenant_id': '75e11174873945c5bd52cf57b9fa8488'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:46:11.028895 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Made reservation on behalf of 75e11174873945c5bd52cf57b9fa8488 for: {'port': 1} {{(pid=94080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 21:46:11.032468 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.042030 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.157152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.163272 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.231678 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570757ff-1332-4f84-86ac-7a6b14472661,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:11.310438 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Allocated IP 192.168.233.108 (2e73b901-40b0-4bd0-a99c-f87bf87c9b6f/03fd48be-e2cc-4ac9-b672-7a52ffa77f4d/304fa50d-c23b-4094-aa7e-0c3f5da1408b) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 21:46:11.324424 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-e1b99e4d-cca0-438b-b8c3-b3e5284abd9f req-5784c940-cd01-4a48-963d-99ee3ab831d4 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 210 time: 0.3080478 Sep 09 21:46:11.420052 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43898) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:11.459485 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.473273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Transition to ACTIVE for port object 304fa50d-c23b-4094-aa7e-0c3f5da1408b will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:46:11.507883 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779045897939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.528164 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2065-13a0-4589-a52b-407ed701356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.550798 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 21:46:11.553878 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 21:46:11.558420 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 21:46:11.591261 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Pushing event updated for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:11.619542 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2065-13a0-4589-a52b-407ed701356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.620603 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:11.621325 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.626411 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-b3ed2065-13a0-4589-a52b-407ed701356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.637203 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-8a3482b6-4cef-45ab-b884-01b573698089 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7319140 Sep 09 21:46:11.651190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.v2.base [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Request body: {'port': {'device_id': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 21:46:11.668153 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-b3ed2065-13a0-4589-a52b-407ed701356f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ce0a9ba38c41629b3f50854c82589f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469695 Sep 09 21:46:11.668738 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43902) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:11.670702 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed2065-13a0-4589-a52b-407ed701356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981fb7ff-d843-40f2-a1b7-1a384ed8b748,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:11.709421 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.721216 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.743161 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.797309 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.798426 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-3b80ad6d-1779-48fc-95ba-f0cd9dac8b24 None None] Provisioning for port 304fa50d-c23b-4094-aa7e-0c3f5da1408b completed by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:46:11.800310 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.804091 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/981fb7ff-d843-40f2-a1b7-1a384ed8b748 HTTP/1.1" status: 204 len: 168 time: 0.1318233 Sep 09 21:46:11.810609 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71bcf4-eb77-41b9-b201-309a797cb451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981fb7ff-d843-40f2-a1b7-1a384ed8b748,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:11.815685 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-3b80ad6d-1779-48fc-95ba-f0cd9dac8b24 None None] Provisioning complete for port 304fa50d-c23b-4094-aa7e-0c3f5da1408b triggered by entity DHCP. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:46:11.815932 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-3b80ad6d-1779-48fc-95ba-f0cd9dac8b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:11.857946 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-3b80ad6d-1779-48fc-95ba-f0cd9dac8b24 None None] Port 304fa50d-c23b-4094-aa7e-0c3f5da1408b cannot update to ACTIVE because it is not bound. {{(pid=94082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 21:46:11.989733 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304fa50d-c23b-4094-aa7e-0c3f5da1408b {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:46:11.997147 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.008850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Transition to ACTIVE for port object 304fa50d-c23b-4094-aa7e-0c3f5da1408b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 21:46:12.014200 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.070405 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Pushing event updated for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:12.099029 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43908) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:12.114222 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d01a-5818-45a8-94b2-dd953165b5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.136217 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Attempting to bind port 304fa50d-c23b-4094-aa7e-0c3f5da1408b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 21:46:12.136781 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Attempting to bind port 304fa50d-c23b-4094-aa7e-0c3f5da1408b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 21:46:12.136894 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Attempting to bind port 304fa50d-c23b-4094-aa7e-0c3f5da1408b on network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:46:12.141885 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Port 304fa50d-c23b-4094-aa7e-0c3f5da1408b on network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 21:46:12.142564 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Attempting to bind port 304fa50d-c23b-4094-aa7e-0c3f5da1408b on network 2e73b901-40b0-4bd0-a99c-f87bf87c9b6f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 21:46:12.148731 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Checking agent: {'id': '234c76ab-c377-4fc3-bfc5-8723f0bebb83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'started_at': datetime.datetime(2021, 9, 9, 21, 34, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 21:46:12.149061 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Checking segment: {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 21:46:12.149443 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Bound using segment: {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 21:46:12.149870 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Bound port: 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8f71fe-4f97-4e2a-a804-026b42425f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 21:46:12.150438 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.211989 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d01a-5818-45a8-94b2-dd953165b5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.218197 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d01a-5818-45a8-94b2-dd953165b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.223263 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 21:46:12.226903 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 21:46:12.233576 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285992'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.256756 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d01a-5818-45a8-94b2-dd953165b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c29c4f0-d38c-41e2-831f-7794782b4ed1,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:12.261087 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-4bc3d01a-5818-45a8-94b2-dd953165b5fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ea23e9dfb5640e3a1c6a3eb8b5e5ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609781 Sep 09 21:46:12.263698 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 43910) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:12.279854 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.280330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.281777 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] 10.222.0.45 "PUT /v2.0/ports/304fa50d-c23b-4094-aa7e-0c3f5da1408b HTTP/1.1" status: 200 len: 1098 time: 0.6355860 Sep 09 21:46:12.282216 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:46:12.284563 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f17817d-2478-4763-bc32-76de76075187" -d '{"events": [{"name": "network-changed", "server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:46:12.321270 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd871730-6a12-41d2-ba07-bfc31b7adf49 service neutron] Pushing event updated for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:12.323281 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.347252 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.358535 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa28600-ce99-440c-ba84-0dd41f95abdd x-openstack-request-id: req-baa28600-ce99-440c-ba84-0dd41f95abdd {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:46:12.358902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:46:12.359240 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa28600-ce99-440c-ba84-0dd41f95abdd {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:46:12.359682 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b', 'status': 'completed', 'code': 200} Sep 09 21:46:12.376525 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-021f16c4-fe64-4bed-ac1a-cb20d4d4a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.378261 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-021f16c4-fe64-4bed-ac1a-cb20d4d4a020 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75e11174873945c5bd52cf57b9fa8488&device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 1101 time: 0.0490117 Sep 09 21:46:12.427725 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-f548bf03-e758-40cc-9a67-c9577ac8e653 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b HTTP/1.1" status: 200 len: 217 time: 0.0372083 Sep 09 21:46:12.431289 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.433787 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:12.434927 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c29c4f0-d38c-41e2-831f-7794782b4ed1 HTTP/1.1" status: 204 len: 168 time: 0.1703482 Sep 09 21:46:12.450626 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0c91-e7b1-45ca-93b7-03c9bc3bea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c29c4f0-d38c-41e2-831f-7794782b4ed1,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:12.485016 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-f065d95b-8578-4d31-b483-957e5e19f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.485326 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e53e-8586-4974-8c96-59bb0cfd9130 req-1bff5e90-be8c-44a5-b8e1-28ff50ec5222 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.486507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-f065d95b-8578-4d31-b483-957e5e19f8b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03fd48be-e2cc-4ac9-b672-7a52ffa77f4d HTTP/1.1" status: 200 len: 843 time: 0.0494843 Sep 09 21:46:12.492827 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60b7e53e-8586-4974-8c96-59bb0cfd9130 req-1bff5e90-be8c-44a5-b8e1-28ff50ec5222 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 948 time: 0.0919316 Sep 09 21:46:12.536854 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-9b8fab48-ad97-43c1-b9cb-64aa096f9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.538507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-9b8fab48-ad97-43c1-b9cb-64aa096f9741 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e73b901-40b0-4bd0-a99c-f87bf87c9b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0436020 Sep 09 21:46:12.539467 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-60b7e53e-8586-4974-8c96-59bb0cfd9130 req-b7984606-062e-4f92-96c8-35e03011f2cc tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Sep 09 21:46:12.640454 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-ce008578-ca2d-4029-8adb-acd3cb3f9994 service neutron] 10.222.0.45 "GET /v2.0/networks/2e73b901-40b0-4bd0-a99c-f87bf87c9b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927064 Sep 09 21:46:12.735495 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-6b10f602-55e4-466e-ad7e-08e0cab9c28f req-f81cf98d-c2b3-4e4d-bcb4-e3a0bf217a61 service neutron] 10.222.0.45 "GET /v2.0/networks/2e73b901-40b0-4bd0-a99c-f87bf87c9b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Sep 09 21:46:12.825691 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17817d-2478-4763-bc32-76de76075187 req-b8f42293-647d-43ba-a640-9e15e322d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.827338 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-b8f42293-647d-43ba-a640-9e15e322d50f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75e11174873945c5bd52cf57b9fa8488&device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 1101 time: 0.0414522 Sep 09 21:46:12.926609 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17817d-2478-4763-bc32-76de76075187 req-b68cb3b0-52f3-4687-b8d4-eb5f549c9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:12.928176 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-b68cb3b0-52f3-4687-b8d4-eb5f549c9770 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2e73b901-40b0-4bd0-a99c-f87bf87c9b6f HTTP/1.1" status: 200 len: 870 time: 0.0924158 Sep 09 21:46:12.975196 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-a3415344-6118-431b-9467-8920311dd885 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b HTTP/1.1" status: 200 len: 217 time: 0.0376835 Sep 09 21:46:13.029563 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17817d-2478-4763-bc32-76de76075187 req-d021cb30-55eb-4ed1-b2f0-fd0ca7a2e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:13.031087 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-d021cb30-55eb-4ed1-b2f0-fd0ca7a2e080 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03fd48be-e2cc-4ac9-b672-7a52ffa77f4d HTTP/1.1" status: 200 len: 843 time: 0.0473454 Sep 09 21:46:13.081409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17817d-2478-4763-bc32-76de76075187 req-cbcb9bc1-c92d-4a7f-884a-6731e27d1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:13.082931 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-cbcb9bc1-c92d-4a7f-884a-6731e27d1e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2e73b901-40b0-4bd0-a99c-f87bf87c9b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0434802 Sep 09 21:46:13.175323 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-545188d1-6330-48b7-9e8f-2a0a910e787e service neutron] 10.222.0.45 "GET /v2.0/networks/2e73b901-40b0-4bd0-a99c-f87bf87c9b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843503 Sep 09 21:46:13.278980 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1f17817d-2478-4763-bc32-76de76075187 req-a9eb9f6c-3d0f-405e-a9a2-53f76fd81cd7 service neutron] 10.222.0.45 "GET /v2.0/networks/2e73b901-40b0-4bd0-a99c-f87bf87c9b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953033 Sep 09 21:46:13.654497 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05425-8b07-44bc-a29f-e82290b289e5 req-db6a95a0-2277-471b-bad7-3de56d2f7070 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:13.656215 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bfe05425-8b07-44bc-a29f-e82290b289e5 req-db6a95a0-2277-471b-bad7-3de56d2f7070 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 948 time: 0.0487721 Sep 09 21:46:13.694311 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-bfe05425-8b07-44bc-a29f-e82290b289e5 req-3aadff7b-f0b2-4b1a-83df-702de3d7b55d tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Sep 09 21:46:14.808863 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3ee5-b280-4405-8351-2c0b3ad11085 req-c553b955-3fd0-44c3-aa61-e63d2bab8507 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:14.810375 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-315f3ee5-b280-4405-8351-2c0b3ad11085 req-c553b955-3fd0-44c3-aa61-e63d2bab8507 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 948 time: 0.0489881 Sep 09 21:46:14.847413 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-315f3ee5-b280-4405-8351-2c0b3ad11085 req-02555f17-0950-4866-9739-e3eda6200e7d tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310192 Sep 09 21:46:15.972758 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5a19-5739-42bf-86f7-679b4276439b req-c787a6fd-aacc-4ae0-af3b-4c18951a5886 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:15.974314 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d62b5a19-5739-42bf-86f7-679b4276439b req-c787a6fd-aacc-4ae0-af3b-4c18951a5886 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 948 time: 0.0529034 Sep 09 21:46:16.015389 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-d62b5a19-5739-42bf-86f7-679b4276439b req-ae24b2d1-1b12-4011-b933-e43cf925a561 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Sep 09 21:46:16.737520 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 304fa50d-c23b-4094-aa7e-0c3f5da1408b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 21:46:16.851766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:16.863968 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Returning: {'device': '304fa50d-c23b-4094-aa7e-0c3f5da1408b', 'network_id': '2e73b901-40b0-4bd0-a99c-f87bf87c9b6f', 'port_id': '304fa50d-c23b-4094-aa7e-0c3f5da1408b', 'mac_address': 'fa:16:3e:d2:d9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fd48be-e2cc-4ac9-b672-7a52ffa77f4d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 21:46:16.902057 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:16.915453 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304fa50d-c23b-4094-aa7e-0c3f5da1408b {{(pid=94082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 21:46:16.935756 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:16.943757 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:16.999876 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=4']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:17.007550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.007900 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.008241 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.008580 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.008914 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.009242 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.009568 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.009891 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.010250 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.010569 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.010886 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.011233 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:17.132450 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1069c3-8816-402a-b134-d214d87bc0ab req-18592989-2ed5-4928-aec6-69c4414be178 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:17.133819 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8d1069c3-8816-402a-b134-d214d87bc0ab req-18592989-2ed5-4928-aec6-69c4414be178 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 949 time: 0.0520263 Sep 09 21:46:17.174879 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-8d1069c3-8816-402a-b134-d214d87bc0ab req-70a4d5f9-cf53-49c9-9501-c6e8c4031031 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Sep 09 21:46:17.212038 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['304fa50d-c23b-4094-aa7e-0c3f5da1408b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:46:18.304619 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29ea83-6b62-458c-bf83-9cb0ff868488 req-f3d63fb2-f242-4fc3-9707-1a44dc146929 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:18.306114 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9c29ea83-6b62-458c-bf83-9cb0ff868488 req-f3d63fb2-f242-4fc3-9707-1a44dc146929 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 949 time: 0.0562623 Sep 09 21:46:18.358471 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-9c29ea83-6b62-458c-bf83-9cb0ff868488 req-79cd4e75-5414-466e-93e4-dd316428853f tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Sep 09 21:46:18.751647 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 304fa50d-c23b-4094-aa7e-0c3f5da1408b up at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 21:46:18.803335 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning for port 304fa50d-c23b-4094-aa7e-0c3f5da1408b completed by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 21:46:18.807484 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.provisioning_blocks [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Provisioning complete for port 304fa50d-c23b-4094-aa7e-0c3f5da1408b triggered by entity L2. {{(pid=94082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 21:46:18.807857 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-592422'] for port, provisioning_complete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:18.894801 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549074'] for port, before_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:18.918900 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b'}] {{(pid=94082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:46:18.921271 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27eded0d7c89aa14aff6e3ce4db7fa87e256dad35db290a1a56bc9f2b3c7226" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a669f90-9c85-497e-b961-fb0cd2ce8746" -d '{"events": [{"server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "name": "network-vif-plugged", "status": "completed", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b"}]}' {{(pid=94082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:46:18.934980 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:18.939915 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779046303254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779045897957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779045897975'] for port, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:18.966337 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526be4b7-b329-4e4b-a6e5-7c2ac450ce26 x-openstack-request-id: req-526be4b7-b329-4e4b-a6e5-7c2ac450ce26 {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:46:18.966627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "name": "network-vif-plugged", "status": "completed", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b", "code": 200}]} {{(pid=94082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:46:18.966876 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-526be4b7-b329-4e4b-a6e5-7c2ac450ce26 {{(pid=94082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:46:18.967295 dv-cinder-760193-10-iscsi neutron-server[94082]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b', 'code': 200} Sep 09 21:46:19.001895 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Pushing event updated for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=5']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:19.142427 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7aee4-3933-49c2-9845-690c8f5cac68 req-c257162b-c5d4-434f-b231-96f8a3da16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:19.144142 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a6a7aee4-3933-49c2-9845-690c8f5cac68 req-c257162b-c5d4-434f-b231-96f8a3da16f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 1103 time: 0.0411904 Sep 09 21:46:19.180988 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-a6a7aee4-3933-49c2-9845-690c8f5cac68 req-cbaaf7df-9149-4f19-be8e-1d8e671c1933 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290236 Sep 09 21:46:19.484896 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218487e-f8e7-4c73-b692-657acf7db42d req-5439f83c-ef70-4338-b7d5-216ccbaaab4e tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:19.486418 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f218487e-f8e7-4c73-b692-657acf7db42d req-5439f83c-ef70-4338-b7d5-216ccbaaab4e tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 950 time: 0.0518470 Sep 09 21:46:19.528507 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-f218487e-f8e7-4c73-b692-657acf7db42d req-c6ca2c59-f6ca-4656-ad3e-f8c14d9c7d89 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351634 Sep 09 21:46:19.886790 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-53a884ed-0719-4a37-8227-059f41aaf5bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431485 Sep 09 21:46:19.952855 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c518-3079-4176-b71f-940c2113d006 req-c004c108-a78f-4bcf-842d-5a6f0619903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:19.954387 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-c004c108-a78f-4bcf-842d-5a6f0619903b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1098 time: 0.0427651 Sep 09 21:46:20.065063 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c518-3079-4176-b71f-940c2113d006 req-132a60c4-3ec2-4e45-9275-403f2ec0b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:20.066562 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-132a60c4-3ec2-4e45-9275-403f2ec0b5b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.0896566 Sep 09 21:46:20.133701 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-407f1c19-02e9-4eb9-bcf3-a59f07fba7a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 1000 time: 0.0564053 Sep 09 21:46:20.183902 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c518-3079-4176-b71f-940c2113d006 req-5a331aa5-ae8e-42a1-92db-a5750d9e4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:20.185262 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-5a331aa5-ae8e-42a1-92db-a5750d9e4fbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0432093 Sep 09 21:46:20.236871 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c518-3079-4176-b71f-940c2113d006 req-312efc0b-f813-49f6-b6eb-2ee83be12f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:20.238356 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-312efc0b-f813-49f6-b6eb-2ee83be12f09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428653 Sep 09 21:46:20.339208 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-54903d1e-138d-4043-85ae-7faa040703f4 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Sep 09 21:46:20.460083 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-1ee1c518-3079-4176-b71f-940c2113d006 req-4ae206b7-6ffb-4de8-bf4e-a35a19b83c28 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067276 Sep 09 21:46:20.652729 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859bb7f-3391-4024-b62e-88aabe36025e req-090da6da-ca37-478c-b1c6-51ce2d0372d8 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:20.654198 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4859bb7f-3391-4024-b62e-88aabe36025e req-090da6da-ca37-478c-b1c6-51ce2d0372d8 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 950 time: 0.0529804 Sep 09 21:46:20.690989 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-4859bb7f-3391-4024-b62e-88aabe36025e req-34af94d4-289e-40c0-93a5-e597f6c89bda tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Sep 09 21:46:20.949264 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e579898-3318-4224-b913-fa0c835a7b45 req-e5102a02-c1a8-4bcb-b5fe-9a1c72f83b68 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:20.950753 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2e579898-3318-4224-b913-fa0c835a7b45 req-e5102a02-c1a8-4bcb-b5fe-9a1c72f83b68 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 950 time: 0.0482633 Sep 09 21:46:20.988595 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-2e579898-3318-4224-b913-fa0c835a7b45 req-94691dad-78da-479d-8239-5babd5fdc3dd tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315335 Sep 09 21:46:21.353699 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44072) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:21.467190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ead94ee5-5110-4ec5-8855-b36cc1f39ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.563210 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ead94ee5-5110-4ec5-8855-b36cc1f39ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.570082 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ead94ee5-5110-4ec5-8855-b36cc1f39ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.612462 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-ead94ee5-5110-4ec5-8855-b36cc1f39ff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dacbb3825bb4178ac027d217cb89ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576947 Sep 09 21:46:21.613614 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead94ee5-5110-4ec5-8855-b36cc1f39ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17978f63-42ce-45b0-a6de-613596372d82,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:21.615487 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44076) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:21.665334 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.686181 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.736674 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.739473 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:21.740638 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17978f63-42ce-45b0-a6de-613596372d82 HTTP/1.1" status: 204 len: 168 time: 0.1241479 Sep 09 21:46:21.748318 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed5d49-23fa-487c-8da3-9c5b639362db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17978f63-42ce-45b0-a6de-613596372d82,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:22.045611 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44084) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:22.060846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-23030403-65f4-4022-ba77-11da36006870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.131244 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73877eb5-9671-4697-b4c5-94f506468fdd req-58f7e733-037f-433d-b208-fc757fc868b6 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:22.132683 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-73877eb5-9671-4697-b4c5-94f506468fdd req-58f7e733-037f-433d-b208-fc757fc868b6 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 950 time: 0.0736201 Sep 09 21:46:22.188272 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-73877eb5-9671-4697-b4c5-94f506468fdd req-a12a7a44-032f-4af3-b8dd-9adab831b5c1 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/security-groups?id=570757ff-1332-4f84-86ac-7a6b14472661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Sep 09 21:46:22.214425 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-23030403-65f4-4022-ba77-11da36006870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.220152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-23030403-65f4-4022-ba77-11da36006870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.259393 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-23030403-65f4-4022-ba77-11da36006870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd603e65f0b7426aa4f6d261427ff134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125499 Sep 09 21:46:22.260337 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23030403-65f4-4022-ba77-11da36006870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee81ffa6-37d2-40a3-bb86-440e4f5dcb54,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:22.262993 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44086) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:22.317018 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.338513 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.390042 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.392633 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.393786 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee81ffa6-37d2-40a3-bb86-440e4f5dcb54 HTTP/1.1" status: 204 len: 168 time: 0.1296489 Sep 09 21:46:22.401671 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6602f9-f973-47ad-850c-71eb82bd863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee81ffa6-37d2-40a3-bb86-440e4f5dcb54,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:22.470169 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-9aeb3fc1-a95a-4970-8064-b36eac2b2d9a tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:22.471718 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-9aeb3fc1-a95a-4970-8064-b36eac2b2d9a tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.45 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 950 time: 0.0483513 Sep 09 21:46:22.566463 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Deleting port 304fa50d-c23b-4094-aa7e-0c3f5da1408b {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:22.566807 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.654557 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] For port 304fa50d-c23b-4094-aa7e-0c3f5da1408b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=304fa50d-c23b-4094-aa7e-0c3f5da1408b,segment=NetworkSegment(dd8f71fe-4f97-4e2a-a804-026b42425f73),segment_id=dd8f71fe-4f97-4e2a-a804-026b42425f73)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:22.654843 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.672887 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Calling delete_port for 304fa50d-c23b-4094-aa7e-0c3f5da1408b owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:22.722600 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44092) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:22.736366 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7800bff1-1400-4f96-9d84-43bc748181bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.832827 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7800bff1-1400-4f96-9d84-43bc748181bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.837963 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-7800bff1-1400-4f96-9d84-43bc748181bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.879337 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-7800bff1-1400-4f96-9d84-43bc748181bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18fa86d88c1c46f3815d307dd3e3cff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553369 Sep 09 21:46:22.879942 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800bff1-1400-4f96-9d84-43bc748181bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e861f-2942-40b6-bf97-dfba8532e195,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:22.884307 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44094) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:22.942997 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:22.969432 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:23.017856 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:23.020385 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:23.021528 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d6e861f-2942-40b6-bf97-dfba8532e195 HTTP/1.1" status: 204 len: 168 time: 0.1352942 Sep 09 21:46:23.029751 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95cb42-0ac7-4081-8e2b-31cba8a73103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e861f-2942-40b6-bf97-dfba8532e195,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:23.087342 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:23.100118 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] get_ports_and_sgs() called for port_ids ['304fa50d-c23b-4094-aa7e-0c3f5da1408b'] {{(pid=94082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 21:46:23.116984 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Pushing event deleted for resources: {'Port': ['ID=304fa50d-c23b-4094-aa7e-0c3f5da1408b,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:23.169156 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] No DVR routers for this DVR port 304fa50d-c23b-4094-aa7e-0c3f5da1408b on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:23.172261 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:23.174419 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-43e768c1-0544-49cd-9d87-13bc11b165c1 req-274afd48-b5ef-4fc5-a15e-3f64f2bf3f16 tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.45 "DELETE /v2.0/ports/304fa50d-c23b-4094-aa7e-0c3f5da1408b HTTP/1.1" status: 204 len: 173 time: 0.6963885 Sep 09 21:46:23.174735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'name': 'network-vif-deleted', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:46:23.177273 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d19570-7902-45be-ac21-aa31e1e6cbe9" -d '{"events": [{"server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "name": "network-vif-deleted", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:46:23.277861 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950b609-5214-47b1-abe5-d8bc1495daae x-openstack-request-id: req-2950b609-5214-47b1-abe5-d8bc1495daae {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:46:23.278152 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7458e3bc-a705-4f98-b45e-bb12438f70e7", "name": "network-vif-deleted", "tag": "304fa50d-c23b-4094-aa7e-0c3f5da1408b", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:46:23.278397 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2950b609-5214-47b1-abe5-d8bc1495daae {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:46:23.278786 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7458e3bc-a705-4f98-b45e-bb12438f70e7', 'name': 'network-vif-deleted', 'tag': '304fa50d-c23b-4094-aa7e-0c3f5da1408b', 'status': 'completed', 'code': 200} Sep 09 21:46:23.320178 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-ecb576fd-bc68-4edd-bbb4-1c0d2075b9f8 req-aadae6e6-81f6-4a58-a234-73cf5992bf3e tempest-VolumesNegativeTest-768066676 tempest-VolumesNegativeTest-768066676-project] 10.222.0.21 "GET /v2.0/ports?device_id=7458e3bc-a705-4f98-b45e-bb12438f70e7 HTTP/1.1" status: 200 len: 210 time: 0.0401342 Sep 09 21:46:27.375104 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 304fa50d-c23b-4094-aa7e-0c3f5da1408b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:27.399254 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 304fa50d-c23b-4094-aa7e-0c3f5da1408b {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:27.399572 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 304fa50d-c23b-4094-aa7e-0c3f5da1408b not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:29.695692 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-4df18365-f023-434c-8133-d2494c1513a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:30.279083 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44394) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:30.422070 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-dcbc8754-d945-42f3-a87d-c6a329574264 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75e11174873945c5bd52cf57b9fa8488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416190 Sep 09 21:46:30.424936 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44402) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:30.474300 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:30.495883 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:30.543430 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:30.545842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:30.547018 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/570757ff-1332-4f84-86ac-7a6b14472661 HTTP/1.1" status: 204 len: 168 time: 0.1210275 Sep 09 21:46:30.556840 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570757ff-1332-4f84-86ac-7a6b14472661,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:30.564455 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.564893 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.565313 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.565711 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.566188 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.566677 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.568065 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.568433 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.569079 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.569302 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.570121 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:30.570255 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aaae92-18c8-4fc5-9c10-ca50bfb66c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:32.661260 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:32.989603 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd6f9cbd-2f50-4225-a9f2-1a4b6458c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.330299 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44430) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:33.439925 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14a6dbb2-0e2b-4ba7-9068-1c5a573fe6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.541115 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14a6dbb2-0e2b-4ba7-9068-1c5a573fe6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.548354 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14a6dbb2-0e2b-4ba7-9068-1c5a573fe6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.587880 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-14a6dbb2-0e2b-4ba7-9068-1c5a573fe6bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a44e04b5e94e4e51ac0cb4a7659e71a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564614 Sep 09 21:46:33.588743 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6dbb2-0e2b-4ba7-9068-1c5a573fe6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a8eee7-ae36-45a6-9821-96c7bf7d465b,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:33.591487 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44434) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:33.640937 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.663511 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.715224 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.718792 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:33.720610 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86a8eee7-ae36-45a6-9821-96c7bf7d465b HTTP/1.1" status: 204 len: 168 time: 0.1277621 Sep 09 21:46:33.730385 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a8eee7-ae36-45a6-9821-96c7bf7d465b,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:33.738113 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.738464 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.738807 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.739176 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.739509 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.739846 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.740175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.740500 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.740808 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.741129 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.741449 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:33.741766 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd611eaf-661a-4e41-8756-19fcd5144ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:46:34.001109 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44440) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:34.014714 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf83e-2443-4689-9ea3-407098e22238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.106783 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf83e-2443-4689-9ea3-407098e22238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.113174 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-0cbcf83e-2443-4689-9ea3-407098e22238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.148406 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcf83e-2443-4689-9ea3-407098e22238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ece30a-71a3-4f6d-b44e-095cfe2bcb80,revision_number=1']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:34.153864 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-0cbcf83e-2443-4689-9ea3-407098e22238 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dabcc2b99782466fadae42b8661e19df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516235 Sep 09 21:46:34.156610 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44442) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:34.205767 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.232750 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.241573 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.287990 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.290522 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:34.291765 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43ece30a-71a3-4f6d-b44e-095cfe2bcb80 HTTP/1.1" status: 204 len: 168 time: 0.1342490 Sep 09 21:46:34.299974 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8942e-cb4a-43c4-bdbf-a3f602febab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ece30a-71a3-4f6d-b44e-095cfe2bcb80,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:35.300524 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.417794 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44474) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:35.532361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c03314a-1455-4cc6-b55f-3de456e1f5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.635653 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c03314a-1455-4cc6-b55f-3de456e1f5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.643072 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8c03314a-1455-4cc6-b55f-3de456e1f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.680915 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-8c03314a-1455-4cc6-b55f-3de456e1f5c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f824af29d4074762ab4fea51c678bb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616715 Sep 09 21:46:35.682458 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03314a-1455-4cc6-b55f-3de456e1f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532ef44-def8-4864-82b9-8676b16d9506,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:35.683919 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44478) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:35.732576 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.754393 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.811008 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.813881 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:35.814994 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6532ef44-def8-4864-82b9-8676b16d9506 HTTP/1.1" status: 204 len: 168 time: 0.1300585 Sep 09 21:46:35.822653 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda8d27-98e1-4e59-b789-64295c81047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532ef44-def8-4864-82b9-8676b16d9506,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:35.842797 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44482) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:36.009069 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Deleting port 25c22c15-43d6-452e-9307-82ced3ba2d94 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:36.009322 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.091512 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.091856 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.105850 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Calling delete_port for 25c22c15-43d6-452e-9307-82ced3ba2d94 owned by network:floatingip {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:36.289003 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.315175 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event deleted for resources: {'Port': ['ID=25c22c15-43d6-452e-9307-82ced3ba2d94,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:36.374736 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for floatingip, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.374995 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.db.l3_db [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Floating IP b0a921de-420c-4d40-977e-22357b7adb4a disassociated (deleted). External IP: 172.27.0.119, port: 97a06b86-ecc2-4e10-aa23-d69589bc24a8. Sep 09 21:46:36.584767 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Router 2481d8e8-4435-4d07-8ae3-53d277735c1f has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:46:36.698656 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:46:36.704070 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:36.709028 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Sync routers for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:46:36.719087 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:36.719740 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:36.731653 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-37f17eaa-c863-4cab-8a67-398e2e86a037 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "DELETE /v2.0/floatingips/b0a921de-420c-4d40-977e-22357b7adb4a HTTP/1.1" status: 204 len: 168 time: 0.8876829 Sep 09 21:46:36.732215 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:46:36.734490 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe520c-d62a-4349-8451-3c6126333736" -d '{"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:46:36.776217 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ecd09-f426-4d20-a64c-28fc5660f2e5 x-openstack-request-id: req-da8ecd09-f426-4d20-a64c-28fc5660f2e5 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:46:36.776490 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:46:36.776745 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da8ecd09-f426-4d20-a64c-28fc5660f2e5 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:46:36.777380 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'status': 'completed', 'code': 200} Sep 09 21:46:36.837324 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:36.842631 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe520c-d62a-4349-8451-3c6126333736 req-c6c7e0e8-51eb-470f-a336-8abccfaeaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:36.844329 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-c6c7e0e8-51eb-470f-a336-8abccfaeaa93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b177079953a44df8ae389629ed71b9ab&device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 1098 time: 0.0449553 Sep 09 21:46:36.954606 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe520c-d62a-4349-8451-3c6126333736 req-9a59b2bd-ce81-43a8-8705-d2e1cc43aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:36.956166 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-9a59b2bd-ce81-43a8-8705-d2e1cc43aad2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 200 len: 910 time: 0.1037254 Sep 09 21:46:36.963991 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205be3-dedb-41c9-bc4a-6e247f7e12d4 req-5d43dba2-83d7-45f0-909f-23a9a40ca5e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:36.966018 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-82205be3-dedb-41c9-bc4a-6e247f7e12d4 req-5d43dba2-83d7-45f0-909f-23a9a40ca5e8 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0511990 Sep 09 21:46:37.001052 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-f10c1153-f345-4a0a-b094-4ea18e3952c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 200 len: 217 time: 0.0356014 Sep 09 21:46:37.006443 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-82205be3-dedb-41c9-bc4a-6e247f7e12d4 req-534ee5ff-d390-4299-a3c8-99f7471323f9 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339849 Sep 09 21:46:37.046000 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.055646 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe520c-d62a-4349-8451-3c6126333736 req-6ce34855-d739-4b66-9eb3-f50dad82389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:37.057165 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-6ce34855-d739-4b66-9eb3-f50dad82389c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 200 len: 848 time: 0.0481505 Sep 09 21:46:37.072220 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Checking router: 2481d8e8-4435-4d07-8ae3-53d277735c1f for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:46:37.082949 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:37.083444 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.116049 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe520c-d62a-4349-8451-3c6126333736 req-2e173c27-948b-455c-8aaf-581d32285b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:37.117482 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-2e173c27-948b-455c-8aaf-581d32285b49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1947e35a-48ae-44ff-bc39-c32b85bca6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503657 Sep 09 21:46:37.131751 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-eed9115c-7d71-4d00-b5ee-5ada758b1ac6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94080) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 21:46:37.132695 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-eed9115c-7d71-4d00-b5ee-5ada758b1ac6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Sep 09 21:46:37.233589 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-273bed3c-6a06-4bc7-bd1f-b2f06c497023 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Sep 09 21:46:37.327389 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:37.327662 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-c9fe520c-d62a-4349-8451-3c6126333736 req-193c8a31-279c-4f9b-a3a6-929361a71fa4 service neutron] 10.222.0.45 "GET /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Sep 09 21:46:37.540156 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:37.569380 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554105dd-08c7-4825-a4e7-75c89cce44d4 None None] The sync data for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi is: [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:41:43Z', 'revision_number': 4, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': '47042092-b3bc-42a1-bea3-a663f833b9a9', 'name': '', 'network_id': '1947e35a-48ae-44ff-bc39-c32b85bca6c1', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'mac_address': 'fa:16:3e:16:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:43Z', 'updated_at': '2021-09-09T21:41:51Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'subnets': [{'id': '8c621b87-59ff-40b7-8ead-82320fe42181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:46:37.809200 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6392868-40c1-4827-ba25-ba24c1c19693 None None] New status for floating IP b0a921de-420c-4d40-977e-22357b7adb4a: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:46:38.137667 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedf928-49eb-4164-8a49-1c8a3721adae req-cf5c715f-6be5-43ff-87b6-fe63f9cca787 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:38.139189 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7aedf928-49eb-4164-8a49-1c8a3721adae req-cf5c715f-6be5-43ff-87b6-fe63f9cca787 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0515559 Sep 09 21:46:38.180567 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-7aedf928-49eb-4164-8a49-1c8a3721adae req-8b1fb4d9-b137-45aa-8558-8b877be13bca tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/security-groups?id=e39e4cb2-c087-4bd4-b252-3b965cfd9797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Sep 09 21:46:38.517435 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-8bcf2831-e04d-4788-8b81-8addafb50616 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:46:38.518916 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-8bcf2831-e04d-4788-8b81-8addafb50616 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.45 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 945 time: 0.0613601 Sep 09 21:46:38.608168 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Deleting port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:38.608501 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:38.700016 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] For port 97a06b86-ecc2-4e10-aa23-d69589bc24a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97a06b86-ecc2-4e10-aa23-d69589bc24a8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:38.700379 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:38.712168 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Calling delete_port for 97a06b86-ecc2-4e10-aa23-d69589bc24a8 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:38.850640 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:38.884923 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event deleted for resources: {'Port': ['ID=97a06b86-ecc2-4e10-aa23-d69589bc24a8,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:38.923774 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] No DVR routers for this DVR port 97a06b86-ecc2-4e10-aa23-d69589bc24a8 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:38.926529 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:38.928626 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-37eb2664-de7f-4500-a7e2-75ccbbf3fea1 req-3c15e348-7cc5-41a9-b704-dfc0acbe2087 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.45 "DELETE /v2.0/ports/97a06b86-ecc2-4e10-aa23-d69589bc24a8 HTTP/1.1" status: 204 len: 173 time: 0.4035101 Sep 09 21:46:38.929063 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-deleted', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:46:38.931402 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7bb57-42ce-46b9-a0cd-6eae1ef2ca9e" -d '{"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-deleted", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:46:38.971340 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357c8de-6ab0-410d-b5aa-31caf10e7f1e x-openstack-request-id: req-4357c8de-6ab0-410d-b5aa-31caf10e7f1e {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:46:38.971650 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78712ab2-9e58-4f5c-84f8-9294661cc72d", "name": "network-vif-deleted", "tag": "97a06b86-ecc2-4e10-aa23-d69589bc24a8", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:46:38.971900 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4357c8de-6ab0-410d-b5aa-31caf10e7f1e {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:46:38.972399 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78712ab2-9e58-4f5c-84f8-9294661cc72d', 'name': 'network-vif-deleted', 'tag': '97a06b86-ecc2-4e10-aa23-d69589bc24a8', 'status': 'completed', 'code': 200} Sep 09 21:46:39.236114 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:39.304552 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3b091b98-0a27-44d4-8df5-a6b4d74329a0 req-51f5e2ef-f4eb-4d2a-a8c5-e7056352e1a9 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "GET /v2.0/ports?device_id=78712ab2-9e58-4f5c-84f8-9294661cc72d HTTP/1.1" status: 200 len: 210 time: 0.0369470 Sep 09 21:46:40.363021 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44498) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:40.425917 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:40.458457 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:40.528166 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:40.530827 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:40.532033 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] 10.222.0.21 "DELETE /v2.0/security-groups/e39e4cb2-c087-4bd4-b252-3b965cfd9797 HTTP/1.1" status: 204 len: 168 time: 0.1680081 Sep 09 21:46:40.541020 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769bd3-921a-4424-b504-22b55215cb33 tempest-TestShelveInstance-1406063183 tempest-TestShelveInstance-1406063183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39e4cb2-c087-4bd4-b252-3b965cfd9797,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:40.577508 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44502) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:41.105187 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:41.360654 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Deleting port 47042092-b3bc-42a1-bea3-a663f833b9a9 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:41.360953 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:41.442284 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] For port 47042092-b3bc-42a1-bea3-a663f833b9a9, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=47042092-b3bc-42a1-bea3-a663f833b9a9,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:41.442652 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:41.456190 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Calling delete_port for 47042092-b3bc-42a1-bea3-a663f833b9a9 owned by network:router_interface {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:41.639840 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:41.664250 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47042092-b3bc-42a1-bea3-a663f833b9a9,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:41.826277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.301243 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Router 2481d8e8-4435-4d07-8ae3-53d277735c1f has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:46:42.415283 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:46:42.420822 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-69fe186d-ce28-46aa-8133-999745144ed7 admin admin] 10.222.0.21 "PUT /v2.0/routers/2481d8e8-4435-4d07-8ae3-53d277735c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420515 Sep 09 21:46:42.424018 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44506) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:42.425869 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Sync routers for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:46:42.436096 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:42.436724 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:42.528311 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.540202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:42.628308 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.683709 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Deleting port 079ef13b-76ef-418d-9eb0-727094b55aa2 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:42.684579 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.717116 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:46:41Z', 'revision_number': 5, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port': {'id': '079ef13b-76ef-418d-9eb0-727094b55aa2', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:41Z', 'updated_at': '2021-09-09T21:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:42.742096 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Checking router: 2481d8e8-4435-4d07-8ae3-53d277735c1f for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:46:42.750341 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Routers {'2481d8e8-4435-4d07-8ae3-53d277735c1f'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:42.750952 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['2481d8e8-4435-4d07-8ae3-53d277735c1f'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:42.766499 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] For port 079ef13b-76ef-418d-9eb0-727094b55aa2, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=079ef13b-76ef-418d-9eb0-727094b55aa2,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:42.766866 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.779972 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Calling delete_port for 079ef13b-76ef-418d-9eb0-727094b55aa2 owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:42.816187 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:42.841576 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 97a06b86-ecc2-4e10-aa23-d69589bc24a8 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:42.841871 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 97a06b86-ecc2-4e10-aa23-d69589bc24a8 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:42.857969 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] Set router 2481d8e8-4435-4d07-8ae3-53d277735c1f gateway port host: None {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:42.910039 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:46:42Z', 'revision_number': 6, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:42.942290 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03f758d-68c2-4706-bf41-bed8635c47d3 None None] The sync data for ids ['2481d8e8-4435-4d07-8ae3-53d277735c1f'] in dv-cinder-760193-10-iscsi is: [{'id': '2481d8e8-4435-4d07-8ae3-53d277735c1f', 'name': 'tempest-TestShelveInstance-1302197740-router', 'tenant_id': 'b177079953a44df8ae389629ed71b9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:40Z', 'updated_at': '2021-09-09T21:46:42Z', 'revision_number': 6, 'project_id': 'b177079953a44df8ae389629ed71b9ab', 'gw_port_host': None}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:46:42.955277 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:42.982436 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=079ef13b-76ef-418d-9eb0-727094b55aa2,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:43.049000 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.137490 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.139726 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.186403 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.186988 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2481d8e8-4435-4d07-8ae3-53d277735c1f {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:46:43.191674 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.192972 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-134a20fd-aff6-4a67-95f2-d3b4a41e2f68 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2481d8e8-4435-4d07-8ae3-53d277735c1f HTTP/1.1" status: 204 len: 168 time: 0.7678549 Sep 09 21:46:43.196290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44508) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:43.246821 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Deleting subnet 8c621b87-59ff-40b7-8ead-82320fe42181 {{(pid=94080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:46:43.250299 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.285840 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10160988'] for subnet, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.370075 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.424052 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10285414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10341419'] for subnet, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.448636 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c621b87-59ff-40b7-8ead-82320fe42181,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:43.452227 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.454077 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1c805961-a04c-46c8-9710-791c728924c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c621b87-59ff-40b7-8ead-82320fe42181 HTTP/1.1" status: 204 len: 168 time: 0.2566082 Sep 09 21:46:43.456714 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44510) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:43.459087 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55ab8c-f8fa-47e1-a1d2-813e562c859a None None] Network 1947e35a-48ae-44ff-bc39-c32b85bca6c1 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:46:43.529531 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.584229 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Deleting port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:43.584590 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.646300 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] For port bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,segment=NetworkSegment(61534b20-d809-485c-bb97-7caaf5e78a01),segment_id=61534b20-d809-485c-bb97-7caaf5e78a01)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:43.646602 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.663330 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Calling delete_port for bcd86705-f77b-48b1-8dfb-76795a7bfbd8 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:43.712593 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] DHCP port deletion for 1947e35a-48ae-44ff-bc39-c32b85bca6c1 request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:46:43.745462 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.763894 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Deleting port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:43.764269 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.773051 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] No DVR routers for this DVR port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 on host dv-cinder-760193-10-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:43.777806 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:43.828176 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] For port bcd86705-f77b-48b1-8dfb-76795a7bfbd8, host dv-cinder-760193-10-iscsi, got binding levels [] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:43.828582 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.840511 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Calling delete_port for bcd86705-f77b-48b1-8dfb-76795a7bfbd8 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:43.843224 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.ipam_backend_mixin [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 was not found and therefore no delete operation was performed {{(pid=94082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 21:46:43.844462 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.850007 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.869976 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1947e35a-48ae-44ff-bc39-c32b85bca6c1']}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:43.870252 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] Pushing event deleted for resources: {'Port': ['ID=bcd86705-f77b-48b1-8dfb-76795a7bfbd8,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:43.872202 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b141c53-fcd0-45bc-b6a7-2a3a877fac47 None None] No DVR routers for this DVR port bcd86705-f77b-48b1-8dfb-76795a7bfbd8 on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:43.883395 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61534b20-d809-485c-bb97-7caaf5e78a01') {'for_net_delete': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:43.883693 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61534b20-d809-485c-bb97-7caaf5e78a01') {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:43.893837 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10160933'] for segment, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.908109 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.914380 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:46:43.914917 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285956'] for segment, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: Traceback (most recent call last): Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: timer() Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: cb(*args, **kw) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: return func(*args, **kwargs) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: self._notify() Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: self.callback(batched_events) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: event.method(event) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: return f(self, *a, **k) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._get(url).json() Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: return self.request(url, 'GET', **kwargs) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:46:43.916790 dv-cinder-760193-10-iscsi neutron-server[94080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:46:43.975482 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.981522 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:43.983401 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1947e35a-48ae-44ff-bc39-c32b85bca6c1 HTTP/1.1" status: 204 len: 168 time: 0.5257671 Sep 09 21:46:43.986480 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44512) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:43.994137 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ccd1-8d34-45e0-83dc-8983a2f8a4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1947e35a-48ae-44ff-bc39-c32b85bca6c1,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:44.345581 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:44.598205 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Deleting port b5239538-112a-4f6e-97f0-ed8a32839f71 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:44.598452 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:44.683430 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] For port b5239538-112a-4f6e-97f0-ed8a32839f71, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b5239538-112a-4f6e-97f0-ed8a32839f71,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:44.683825 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:44.698060 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Calling delete_port for b5239538-112a-4f6e-97f0-ed8a32839f71 owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:44.698912 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 47042092-b3bc-42a1-bea3-a663f833b9a9 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:44.721913 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 47042092-b3bc-42a1-bea3-a663f833b9a9 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:44.722164 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:46:44.722627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 47042092-b3bc-42a1-bea3-a663f833b9a9 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:44.722627 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 079ef13b-76ef-418d-9eb0-727094b55aa2 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:44.740977 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 079ef13b-76ef-418d-9eb0-727094b55aa2 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:44.741312 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 079ef13b-76ef-418d-9eb0-727094b55aa2 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:44.741717 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device bcd86705-f77b-48b1-8dfb-76795a7bfbd8 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:44.759508 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: bcd86705-f77b-48b1-8dfb-76795a7bfbd8 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:44.759844 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device bcd86705-f77b-48b1-8dfb-76795a7bfbd8 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:44.879750 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:44.918066 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5239538-112a-4f6e-97f0-ed8a32839f71,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:45.090736 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.308409 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Router 15030ba1-381b-4f8e-9240-2cd18f55265d has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:46:45.418711 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:46:45.424693 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9c8d5eff-659f-4b19-8bea-65c5acc3bf1d admin admin] 10.222.0.21 "PUT /v2.0/routers/15030ba1-381b-4f8e-9240-2cd18f55265d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370592 Sep 09 21:46:45.426746 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44514) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:45.427998 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Sync routers for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:46:45.437808 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:45.438420 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:45.534271 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks [] for router, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.540588 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:45.634040 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.694274 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Deleting port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:45.694620 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.719409 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:46:44Z', 'revision_number': 5, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port': {'id': '4c45ee12-8bbb-43ed-b963-a872eb6fba4a', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:41:46Z', 'updated_at': '2021-09-09T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:45.744617 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Checking router: 15030ba1-381b-4f8e-9240-2cd18f55265d for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:46:45.752940 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Routers {'15030ba1-381b-4f8e-9240-2cd18f55265d'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:46:45.753580 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['15030ba1-381b-4f8e-9240-2cd18f55265d'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:45.773292 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] For port 4c45ee12-8bbb-43ed-b963-a872eb6fba4a, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:45.773658 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.786678 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Calling delete_port for 4c45ee12-8bbb-43ed-b963-a872eb6fba4a owned by network:router_gateway {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:45.836401 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] Set router 15030ba1-381b-4f8e-9240-2cd18f55265d gateway port host: None {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:46:45.885532 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:46:45Z', 'revision_number': 6, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:45.915342 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b5ec-acd6-43e1-b324-38f8ae47ddcd None None] The sync data for ids ['15030ba1-381b-4f8e-9240-2cd18f55265d'] in dv-cinder-760193-10-iscsi is: [{'id': '15030ba1-381b-4f8e-9240-2cd18f55265d', 'name': 'tempest-TestShelveInstance-1700967584-router', 'tenant_id': 'cceccf79fedf47a491d4df97b713c8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:41:45Z', 'updated_at': '2021-09-09T21:46:45Z', 'revision_number': 6, 'project_id': 'cceccf79fedf47a491d4df97b713c8d5', 'gw_port_host': None}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:46:45.957197 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:45.984060 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c45ee12-8bbb-43ed-b963-a872eb6fba4a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:46.049045 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.138542 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.140651 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.186472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.187040 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15030ba1-381b-4f8e-9240-2cd18f55265d {{(pid=94080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:46:46.191622 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] Notify callbacks [] for router, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.192774 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-2991f961-0b76-4a07-95a7-c3974a20725d admin admin] 10.222.0.21 "DELETE /v2.0/routers/15030ba1-381b-4f8e-9240-2cd18f55265d HTTP/1.1" status: 204 len: 168 time: 0.7649417 Sep 09 21:46:46.195570 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44516) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:46.241754 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Deleting subnet 66a02724-d664-4746-9ee7-db39ca522398 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:46:46.244865 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.285858 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.377932 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.432434 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.459253 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.461174 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66a02724-d664-4746-9ee7-db39ca522398 HTTP/1.1" status: 204 len: 168 time: 0.2645364 Sep 09 21:46:46.462442 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc5daf-1775-4b00-87fc-4b96ebf6fbba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a02724-d664-4746-9ee7-db39ca522398,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:46.464101 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44518) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:46.465044 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb0eb7-afd0-4348-b1d9-3ae1d8fd974e None None] Network be51368d-5802-4ddf-bcc4-427a2827d641 requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:46:46.535311 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.589538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Deleting port 8f66ae61-7930-43f0-957f-bcc0637d853e {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:46.589881 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.659247 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] For port 8f66ae61-7930-43f0-957f-bcc0637d853e, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=8f66ae61-7930-43f0-957f-bcc0637d853e,segment=NetworkSegment(73cdab43-4eb6-4c61-9ede-2560acf9ff2f),segment_id=73cdab43-4eb6-4c61-9ede-2560acf9ff2f)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:46.659685 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.674821 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Calling delete_port for 8f66ae61-7930-43f0-957f-bcc0637d853e owned by network:dhcp {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:46.677758 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] DHCP port deletion for be51368d-5802-4ddf-bcc4-427a2827d641 request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:46:46.729121 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4c45ee12-8bbb-43ed-b963-a872eb6fba4a no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:46.749957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 4c45ee12-8bbb-43ed-b963-a872eb6fba4a {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:46.750296 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 4c45ee12-8bbb-43ed-b963-a872eb6fba4a not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:46.750710 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 8f66ae61-7930-43f0-957f-bcc0637d853e no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:46.759554 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.783665 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f66ae61-7930-43f0-957f-bcc0637d853e,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:46.783908 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Deleting port 8f66ae61-7930-43f0-957f-bcc0637d853e {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:46:46.784256 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.792220 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] No DVR routers for this DVR port 8f66ae61-7930-43f0-957f-bcc0637d853e on host dv-cinder-760193-10-iscsi {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:46.822887 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No active binding found for port 8f66ae61-7930-43f0-957f-bcc0637d853e {{(pid=94082) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 21:46:46.823466 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 8f66ae61-7930-43f0-957f-bcc0637d853e not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:46.823891 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b5239538-112a-4f6e-97f0-ed8a32839f71 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:46:46.865811 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.870897 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: b5239538-112a-4f6e-97f0-ed8a32839f71 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:46:46.871265 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b5239538-112a-4f6e-97f0-ed8a32839f71 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:46:46.877995 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] For port 8f66ae61-7930-43f0-957f-bcc0637d853e, host dv-cinder-760193-10-iscsi, got binding levels [] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:46:46.878379 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.886722 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be51368d-5802-4ddf-bcc4-427a2827d641']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:46.891301 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Calling delete_port for 8f66ae61-7930-43f0-957f-bcc0637d853e owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:46:46.894029 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.ipam_backend_mixin [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Port 8f66ae61-7930-43f0-957f-bcc0637d853e was not found and therefore no delete operation was performed {{(pid=94082) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 21:46:46.895730 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.896544 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cdab43-4eb6-4c61-9ede-2560acf9ff2f') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:46.897183 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cdab43-4eb6-4c61-9ede-2560acf9ff2f') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:46:46.906842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.922914 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.927820 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] Pushing event deleted for resources: {'Port': ['ID=8f66ae61-7930-43f0-957f-bcc0637d853e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:46.929797 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471b327-5368-410b-805a-ec61a2850c63 None None] No DVR routers for this DVR port 8f66ae61-7930-43f0-957f-bcc0637d853e on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:46:46.937622 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:46:47.004977 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.009542 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.011563 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be51368d-5802-4ddf-bcc4-427a2827d641 HTTP/1.1" status: 204 len: 168 time: 0.5464606 Sep 09 21:46:47.024360 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ede58-354e-4760-a840-e15f54996570 admin admin] Pushing event deleted for resources: {'Network': ['ID=be51368d-5802-4ddf-bcc4-427a2827d641,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:47.128717 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44522) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:47.170767 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-9a09e53d-ecf8-4b6b-ac61-c2075cd836c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b177079953a44df8ae389629ed71b9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408573 Sep 09 21:46:47.173859 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44524) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:47.232727 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.254484 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.308872 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.312807 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.314476 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd536115-bea6-4797-9f75-201e373f8ff7 HTTP/1.1" status: 204 len: 168 time: 0.1397636 Sep 09 21:46:47.322605 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6843689-42aa-4c24-aaf5-e0e782cfccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd536115-bea6-4797-9f75-201e373f8ff7,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:47.659345 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44530) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:47.710687 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-1725eb96-b308-473f-8a39-28450a3295e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cceccf79fedf47a491d4df97b713c8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498884 Sep 09 21:46:47.714002 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44532) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:46:47.767186 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.792625 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.843129 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.845853 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:46:47.847139 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fd93958-a3e0-467f-aee3-e9309f2a1f6c HTTP/1.1" status: 204 len: 168 time: 0.1321976 Sep 09 21:46:47.854911 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5402b-44ca-493c-872b-37a798aec534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd93958-a3e0-467f-aee3-e9309f2a1f6c,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:46:59.695225 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-6466f0a3-21fd-4648-8f44-3aac71dc209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:00.854271 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44536) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:01.022098 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port fceafb90-882c-4bb8-92fb-6a6c16e5f7ea {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:01.022427 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.100925 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.101255 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.112761 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for fceafb90-882c-4bb8-92fb-6a6c16e5f7ea owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:01.265529 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.290702 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=fceafb90-882c-4bb8-92fb-6a6c16e5f7ea,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:01.352783 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.353085 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP fa21d76c-d3a2-4703-9bca-94628b2e79ec disassociated (deleted). External IP: 172.27.0.46, port: cce32525-db9e-4560-90fe-40ce77449845. Sep 09 21:47:01.567788 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:47:01.681209 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:01.685627 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:01.692473 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:01.702513 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:01.703173 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:01.714813 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-1ab9b93d-5315-4c40-898c-40deae0b0006 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "DELETE /v2.0/floatingips/fa21d76c-d3a2-4703-9bca-94628b2e79ec HTTP/1.1" status: 204 len: 168 time: 0.8590479 Sep 09 21:47:01.715421 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:47:01.717746 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bdb30c-2370-4c29-bdee-681542413fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:47:01.812618 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:01.953717 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85485-5883-4b72-865f-5898ac3b0064 req-e753fcfc-1f9c-4949-ae65-52147d035d19 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:01.955774 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5a85485-5883-4b72-865f-5898ac3b0064 req-e753fcfc-1f9c-4949-ae65-52147d035d19 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0588858 Sep 09 21:47:01.972605 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c38cba-5013-4be8-ae46-04d6ce3a0097 x-openstack-request-id: req-10c38cba-5013-4be8-ae46-04d6ce3a0097 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:47:01.972984 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "tag": "cce32525-db9e-4560-90fe-40ce77449845", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:47:01.973330 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10c38cba-5013-4be8-ae46-04d6ce3a0097 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:47:01.974528 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845', 'status': 'completed', 'code': 200} Sep 09 21:47:02.002799 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-b5a85485-5883-4b72-865f-5898ac3b0064 req-a6081b07-f4ff-47b3-8e37-194b12fbcd85 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Sep 09 21:47:02.127092 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-dd836d0d-250b-4475-b09e-18e1047ffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:02.128574 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-dd836d0d-250b-4475-b09e-18e1047ffab5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 1098 time: 0.1345952 Sep 09 21:47:02.172476 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:02.201656 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:02.211832 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:02.212464 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:46:33Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:02.224409 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-c9ed1e27-3cac-438b-ac00-28b852301e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:02.225953 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-c9ed1e27-3cac-438b-ac00-28b852301e71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.0896285 Sep 09 21:47:02.269757 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-762fec30-a57f-43d3-8a92-488bbb72ef1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 200 len: 217 time: 0.0349557 Sep 09 21:47:02.319391 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-ea5977fc-d129-407b-a67c-be2edef1572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:02.320894 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-ea5977fc-d129-407b-a67c-be2edef1572c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0440164 Sep 09 21:47:02.321902 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:02.372346 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-599ba0eb-43f6-4f98-a610-02e33ccb4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:02.373963 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-599ba0eb-43f6-4f98-a610-02e33ccb4631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445471 Sep 09 21:47:02.467276 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-16d690a9-2d21-4ba8-b60d-3be954dae06b service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Sep 09 21:47:02.545550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:02.562103 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-97bdb30c-2370-4c29-bdee-681542413fb7 req-00959a17-0e88-41cc-b922-81d71e32f5e7 service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Sep 09 21:47:02.571707 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75eafd0-a99b-4d33-817f-b2ea1612735d None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_floatingips': [{'id': '71802809-7ce7-4e14-9c1d-2afddae2df5b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'router_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'port_id': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'mac_address': 'fa:16:3e:1c:eb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T21:43:24Z', 'updated_at': '2021-09-09T21:43:26Z', 'revision_number': 1, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:02.656625 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:02.795295 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2c9c0e-e19f-481e-aedc-cefab8a2078f None None] New status for floating IP fa21d76c-d3a2-4703-9bca-94628b2e79ec: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:47:02.994584 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b37c57d8-8249-4cf5-bb70-5f45c5e121e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.121367 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f12ef-a83d-4601-85fa-af3b186b23d9 req-05f60c65-c06d-4e29-8ce6-9967c6fba394 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:03.122922 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a5f12ef-a83d-4601-85fa-af3b186b23d9 req-05f60c65-c06d-4e29-8ce6-9967c6fba394 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0508521 Sep 09 21:47:03.165802 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-3a5f12ef-a83d-4601-85fa-af3b186b23d9 req-3ffb2df5-4d4c-4016-a854-70c85bb77c29 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344150 Sep 09 21:47:03.468947 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-1c5b300f-8ab4-43ea-95b3-f35cd4dbaa69 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:03.470419 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-1c5b300f-8ab4-43ea-95b3-f35cd4dbaa69 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 945 time: 0.0616150 Sep 09 21:47:03.567130 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port cce32525-db9e-4560-90fe-40ce77449845 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:03.567471 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.657479 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] For port cce32525-db9e-4560-90fe-40ce77449845, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cce32525-db9e-4560-90fe-40ce77449845,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:03.657784 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.670290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for cce32525-db9e-4560-90fe-40ce77449845 owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:03.799384 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.828361 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=cce32525-db9e-4560-90fe-40ce77449845,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:03.874719 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] No DVR routers for this DVR port cce32525-db9e-4560-90fe-40ce77449845 on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:03.877949 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:03.880044 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-332f45bb-3edc-40f3-8873-d73dceb158c5 req-6fa1a6c8-8b33-4e22-8c63-f56445e3425a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "DELETE /v2.0/ports/cce32525-db9e-4560-90fe-40ce77449845 HTTP/1.1" status: 204 len: 173 time: 0.4036009 Sep 09 21:47:03.880581 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'name': 'network-vif-deleted', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:47:03.883014 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03cf0d-16ba-4deb-b5a7-aaeeea8c1124" -d '{"events": [{"server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "name": "network-vif-deleted", "tag": "cce32525-db9e-4560-90fe-40ce77449845"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:47:03.919908 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc4eb8-c57e-4098-a783-7d28c9ed613b x-openstack-request-id: req-27fc4eb8-c57e-4098-a783-7d28c9ed613b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:47:03.920309 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7059eed-c758-4121-b45a-5e88e3ae40ef", "name": "network-vif-deleted", "tag": "cce32525-db9e-4560-90fe-40ce77449845", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:47:03.920740 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27fc4eb8-c57e-4098-a783-7d28c9ed613b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:47:03.921138 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7059eed-c758-4121-b45a-5e88e3ae40ef', 'name': 'network-vif-deleted', 'tag': 'cce32525-db9e-4560-90fe-40ce77449845', 'status': 'completed', 'code': 200} Sep 09 21:47:04.237731 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:04.293879 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-53b5d24b-4925-4c0e-a90c-5d4c0f2e7fac req-65f53d76-bef6-47a3-8979-bcf13e143b4b tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7059eed-c758-4121-b45a-5e88e3ae40ef HTTP/1.1" status: 200 len: 210 time: 0.0268598 Sep 09 21:47:05.309359 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:06.952997 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cce32525-db9e-4560-90fe-40ce77449845 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:06.972883 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: cce32525-db9e-4560-90fe-40ce77449845 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:06.973217 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device cce32525-db9e-4560-90fe-40ce77449845 not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:07.604635 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44570) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:07.760977 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port f0a871dd-3142-463d-861f-2aefa742580c {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:07.761385 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.835445 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.835786 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:07.848113 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for f0a871dd-3142-463d-861f-2aefa742580c owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:08.001855 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.026476 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=f0a871dd-3142-463d-861f-2aefa742580c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:08.087551 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.087796 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.db.l3_db [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Floating IP 71802809-7ce7-4e14-9c1d-2afddae2df5b disassociated (deleted). External IP: 172.27.0.89, port: 8091b8f7-5483-453b-bfa1-18318fdefb0a. Sep 09 21:47:08.578701 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:47:08.688440 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:08.693068 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:08.699639 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:08.708681 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:08.709296 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:08.720013 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a62d0426-b28a-4cce-8872-16bd20ae575f tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "DELETE /v2.0/floatingips/71802809-7ce7-4e14-9c1d-2afddae2df5b HTTP/1.1" status: 204 len: 168 time: 1.1143029 Sep 09 21:47:08.720641 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a'}] {{(pid=94081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:47:08.722894 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f579b027fe1ff259efd18da6bbf172b23d4bf98fd6f63509dbba544ebb1eb67a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb064b41-b4f8-45b7-87c4-8719309ab2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a"}]}' {{(pid=94081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:47:08.759297 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad02312f-2f3d-45cc-9117-e752a840b7c2 x-openstack-request-id: req-ad02312f-2f3d-45cc-9117-e752a840b7c2 {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:47:08.759779 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a", "status": "completed", "code": 200}]} {{(pid=94081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:47:08.760102 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad02312f-2f3d-45cc-9117-e752a840b7c2 {{(pid=94081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:47:08.760741 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'status': 'completed', 'code': 200} Sep 09 21:47:08.824677 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-4973f0fe-c81e-4f97-a032-3b86e3f3a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:08.826210 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-4973f0fe-c81e-4f97-a032-3b86e3f3a967 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 1098 time: 0.0416708 Sep 09 21:47:08.830619 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:08.928891 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-261e84aa-5cc3-4dce-b5a8-036a95bbb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:08.930376 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-261e84aa-5cc3-4dce-b5a8-036a95bbb473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 200 len: 912 time: 0.0972395 Sep 09 21:47:08.962087 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854c1a0-f0a8-4c4e-baa0-d19936e62455 req-b236fd7c-e59f-45f6-a8b1-7f15a97adf46 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:08.963663 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a854c1a0-f0a8-4c4e-baa0-d19936e62455 req-b236fd7c-e59f-45f6-a8b1-7f15a97adf46 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0525095 Sep 09 21:47:08.974971 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-2bd0c49b-7bc8-4d55-b762-2b3cdbca6af7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 200 len: 217 time: 0.0356872 Sep 09 21:47:09.002636 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [req-a854c1a0-f0a8-4c4e-baa0-d19936e62455 req-4859aaf7-5c65-497a-8a0e-1e35cbdc3c9e tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Sep 09 21:47:09.029411 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-5640567c-fb27-491c-9e9b-2bc0380422af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:09.030903 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-5640567c-fb27-491c-9e9b-2bc0380422af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 200 len: 850 time: 0.0468211 Sep 09 21:47:09.058191 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:09.083182 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-78b4cdd3-d7ca-4fd2-98ee-867409eb5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:09.084408 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:09.084598 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-78b4cdd3-d7ca-4fd2-98ee-867409eb5c13 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=020ad0cc-54f5-4d1f-b370-8af475a4140b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458727 Sep 09 21:47:09.093550 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:09.096133 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:09.177386 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-9653a273-0ae4-4927-8526-d0dbca0ba9ec service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Sep 09 21:47:09.201870 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:09.250493 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:09.273357 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb064b41-b4f8-45b7-87c4-8719309ab2c9 req-c20f3e5f-e596-41fa-ade8-81755b78428b service neutron] 10.222.0.45 "GET /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883300 Sep 09 21:47:09.413764 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:09.439368 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d664a-7406-42eb-ab3b-350341249f44 None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:38:48Z', 'revision_number': 4, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi', '_interfaces': [{'id': 'b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b', 'name': '', 'network_id': '020ad0cc-54f5-4d1f-b370-8af475a4140b', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'mac_address': 'fa:16:3e:ea:17:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:47Z', 'updated_at': '2021-09-09T21:38:58Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'subnets': [{'id': '1d9b639a-92de-4117-b465-516c365d7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:09.665737 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e2e50-36ff-4447-b26d-2fe8fcb38ddc None None] New status for floating IP 71802809-7ce7-4e14-9c1d-2afddae2df5b: DOWN {{(pid=94083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 21:47:10.124845 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5b033-b18f-4729-8f44-fab6250bd798 req-4814a19e-e937-404d-8576-b96444aaed13 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:10.126420 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-07e5b033-b18f-4729-8f44-fab6250bd798 req-4814a19e-e937-404d-8576-b96444aaed13 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0533688 Sep 09 21:47:10.169027 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-07e5b033-b18f-4729-8f44-fab6250bd798 req-c22adf0b-ed56-48bb-ada6-d075e44530c7 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/security-groups?id=a973bc57-63f3-4c07-9914-55eb16f75f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365071 Sep 09 21:47:10.490412 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-51170eeb-5304-435d-89d0-c4e88f939222 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 21:47:10.491919 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-51170eeb-5304-435d-89d0-c4e88f939222 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 945 time: 0.0518849 Sep 09 21:47:10.585375 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port 8091b8f7-5483-453b-bfa1-18318fdefb0a {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:10.585738 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:10.674848 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] For port 8091b8f7-5483-453b-bfa1-18318fdefb0a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8091b8f7-5483-453b-bfa1-18318fdefb0a,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:10.675320 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:10.687764 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for 8091b8f7-5483-453b-bfa1-18318fdefb0a owned by compute:nova {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:10.838697 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:10.865853 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=8091b8f7-5483-453b-bfa1-18318fdefb0a,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:10.915043 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] No DVR routers for this DVR port 8091b8f7-5483-453b-bfa1-18318fdefb0a on host hv-cinder-76019 {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:10.917651 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for port, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:10.919909 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fcd6fc17-191c-4980-8cd3-944a72a47a89 req-dd313acf-0a56-453e-8528-3d2ed5ea03fd tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.45 "DELETE /v2.0/ports/8091b8f7-5483-453b-bfa1-18318fdefb0a HTTP/1.1" status: 204 len: 173 time: 0.4208858 Sep 09 21:47:10.920118 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'name': 'network-vif-deleted', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 21:47:10.922386 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2904e79923b1b1fb90a449f849137156674cb43821094a1952df4264d60027cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5c617e-7d88-4b50-842a-5ef61d44d45c" -d '{"events": [{"server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "name": "network-vif-deleted", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 21:47:10.962292 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6e2ba3-de13-45cf-9b96-50c498b655f4 x-openstack-request-id: req-bd6e2ba3-de13-45cf-9b96-50c498b655f4 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 21:47:10.962579 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4866d03e-377f-4b26-9dfd-bc22a27baecf", "name": "network-vif-deleted", "tag": "8091b8f7-5483-453b-bfa1-18318fdefb0a", "status": "completed", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 21:47:10.962825 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd6e2ba3-de13-45cf-9b96-50c498b655f4 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 21:47:10.963298 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4866d03e-377f-4b26-9dfd-bc22a27baecf', 'name': 'network-vif-deleted', 'tag': '8091b8f7-5483-453b-bfa1-18318fdefb0a', 'status': 'completed', 'code': 200} Sep 09 21:47:11.293065 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [req-fb7b1551-08e8-468d-9760-c32a8db79e6d req-ea268f1d-51c3-4189-b03e-9c8cf4bbc67a tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "GET /v2.0/ports?device_id=4866d03e-377f-4b26-9dfd-bc22a27baecf HTTP/1.1" status: 200 len: 210 time: 0.0269852 Sep 09 21:47:12.349052 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44586) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:12.475820 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Deleting port 4bb3b596-2d6d-4a39-ac95-1cbceae93162 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:12.476186 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.552886 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.553230 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.565159 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Calling delete_port for 4bb3b596-2d6d-4a39-ac95-1cbceae93162 owned by network:floatingip {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:12.704695 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.732294 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'Port': ['ID=4bb3b596-2d6d-4a39-ac95-1cbceae93162,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:12.795506 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.799124 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59815'] for floatingip, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:12.800607 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fd37832f-070c-43d1-9224-f46e80cf3dad tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "DELETE /v2.0/floatingips/4bfaa59b-1da5-4162-bb8e-ff1243b70686 HTTP/1.1" status: 204 len: 168 time: 0.4505472 Sep 09 21:47:14.016450 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44598) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:14.077483 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.104391 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.172920 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.176500 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.177871 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] 10.222.0.21 "DELETE /v2.0/security-groups/a973bc57-63f3-4c07-9914-55eb16f75f95 HTTP/1.1" status: 204 len: 168 time: 0.1604066 Sep 09 21:47:14.187242 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aca3fd-ca47-4a29-9a6a-2c8e7fa55aa1 tempest-TestVolumeBootPattern-607008092 tempest-TestVolumeBootPattern-607008092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a973bc57-63f3-4c07-9914-55eb16f75f95,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:14.251747 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44602) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:14.730830 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.976758 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 8091b8f7-5483-453b-bfa1-18318fdefb0a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:14.996017 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Deleting port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:14.996345 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:14.996931 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] No Port match for: 8091b8f7-5483-453b-bfa1-18318fdefb0a {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:14.997283 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Device 8091b8f7-5483-453b-bfa1-18318fdefb0a not bound to the agent host hv-cinder-76019 {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:15.076288 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] For port b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:15.076937 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:15.093752 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Calling delete_port for b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:15.301178 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:15.325821 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:15.487842 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:15.704028 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Router 406e8ce3-979e-4584-8eaa-a45205f629c0 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:47:15.813614 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:15.818921 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-f4280832-d6df-4ae8-9ac2-19950643f288 admin admin] 10.222.0.21 "PUT /v2.0/routers/406e8ce3-979e-4584-8eaa-a45205f629c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661254 Sep 09 21:47:15.821627 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44606) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:15.824286 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Sync routers for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:15.833941 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:15.834562 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:15.926612 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:15.940725 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:16.030800 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.085678 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Deleting port e6fdd138-07af-4e59-8f0b-f8953f5b2078 {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:16.086413 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.116190 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:47:15Z', 'revision_number': 5, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port': {'id': 'e6fdd138-07af-4e59-8f0b-f8953f5b2078', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:45Z', 'updated_at': '2021-09-09T21:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:16.142303 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Checking router: 406e8ce3-979e-4584-8eaa-a45205f629c0 for host: dv-cinder-760193-10-iscsi {{(pid=94082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:16.150893 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Routers {'406e8ce3-979e-4584-8eaa-a45205f629c0'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:16.151539 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['406e8ce3-979e-4584-8eaa-a45205f629c0'], 'active': True} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:16.163712 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] For port e6fdd138-07af-4e59-8f0b-f8953f5b2078, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=e6fdd138-07af-4e59-8f0b-f8953f5b2078,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:16.164069 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.176267 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Calling delete_port for e6fdd138-07af-4e59-8f0b-f8953f5b2078 owned by network:router_gateway {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:16.349000 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.362540 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvr_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] Set router 406e8ce3-979e-4584-8eaa-a45205f629c0 gateway port host: None {{(pid=94082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:16.372594 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fdd138-07af-4e59-8f0b-f8953f5b2078,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:16.413056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_hamode_db [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:47:16Z', 'revision_number': 6, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:16.442009 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8435808-5bb9-443b-a2c7-c77462e11707 None None] The sync data for ids ['406e8ce3-979e-4584-8eaa-a45205f629c0'] in dv-cinder-760193-10-iscsi is: [{'id': '406e8ce3-979e-4584-8eaa-a45205f629c0', 'name': 'tempest-TestVolumeBootPattern-530198073-router', 'tenant_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:44Z', 'updated_at': '2021-09-09T21:47:16Z', 'revision_number': 6, 'project_id': 'c47b572c7e7a4ebfa28826b6f67e4881', 'gw_port_host': None}] {{(pid=94082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:16.442333 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.532701 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.534885 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.580915 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.581477 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406e8ce3-979e-4584-8eaa-a45205f629c0 {{(pid=94081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:47:16.585822 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.586957 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-24d0cd3c-6235-447e-9a30-a8109d27ba3c admin admin] 10.222.0.21 "DELETE /v2.0/routers/406e8ce3-979e-4584-8eaa-a45205f629c0 HTTP/1.1" status: 204 len: 168 time: 0.7642989 Sep 09 21:47:16.589630 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44608) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:16.872826 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:16.894769 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:16.895136 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device b09d25c9-92f0-4dcd-b0b1-4c6f1a7e552b not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:16.913980 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Deleting subnet 1d9b639a-92de-4117-b465-516c365d7bf8 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:47:16.917029 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:16.950243 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.023659 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.083581 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.109912 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9b639a-92de-4117-b465-516c365d7bf8,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:17.111892 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.113780 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-403e2b79-a345-4882-9eae-ffa3f6c5e4b5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d9b639a-92de-4117-b465-516c365d7bf8 HTTP/1.1" status: 204 len: 168 time: 0.5232434 Sep 09 21:47:17.116614 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44610) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:17.118792 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aff0e2-b908-4d69-b85b-1efb5531a67a None None] Network 020ad0cc-54f5-4d1f-b370-8af475a4140b requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:17.184290 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.241478 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Deleting port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:17.241816 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.307743 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] DHCP port deletion for 020ad0cc-54f5-4d1f-b370-8af475a4140b request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:47:17.310258 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] For port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:17.310617 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.323472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Calling delete_port for 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:17.352014 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Deleting port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:17.352376 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.408643 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285403'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.423417 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] For port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,segment=NetworkSegment(7e7f8194-1b91-4321-b446-ed8f5abbfb92),segment_id=7e7f8194-1b91-4321-b446-ed8f5abbfb92)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:17.423958 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.435295 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:17.439085 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] No DVR routers for this DVR port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 on host dv-cinder-760193-10-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:17.440409 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Calling delete_port for 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:17.511735 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.518446 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.537537 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020ad0cc-54f5-4d1f-b370-8af475a4140b']}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:17.543091 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Pushing event deleted for resources: {'Port': ['ID=66b8c4cc-7387-4fc0-b6e5-6957b63d84b9,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:17.545244 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7f8194-1b91-4321-b446-ed8f5abbfb92') {'for_net_delete': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:17.545532 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.services.segments.db [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7f8194-1b91-4321-b446-ed8f5abbfb92') {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:17.551438 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] No DVR routers for this DVR port 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:17.553279 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.553629 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.553957 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.554256 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.554575 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.554898 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.555198 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10160933'] for segment, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.555351 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.555578 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.555892 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.556211 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.556508 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.556870 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3579075-4543-4b6a-b666-59d4b5c0b351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-10-iscsi {{(pid=94082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 21:47:17.569696 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.575534 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:47:17.575907 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285956'] for segment, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: Traceback (most recent call last): Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: timer() Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: cb(*args, **kw) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: return func(*args, **kwargs) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: self._notify() Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: self.callback(batched_events) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: event.method(event) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: return f(self, *a, **k) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._get(url).json() Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: return self.request(url, 'GET', **kwargs) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:47:17.577512 dv-cinder-760193-10-iscsi neutron-server[94080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:47:17.636071 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.643204 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:17.645436 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] 10.222.0.21 "DELETE /v2.0/networks/020ad0cc-54f5-4d1f-b370-8af475a4140b HTTP/1.1" status: 204 len: 168 time: 0.5277758 Sep 09 21:47:17.649324 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44612) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:17.657095 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7c330-dd57-4f24-9eb7-54d68f316263 admin admin] Pushing event deleted for resources: {'Network': ['ID=020ad0cc-54f5-4d1f-b370-8af475a4140b,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:18.013075 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456232'] for router_interface, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.265690 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Deleting port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:18.266383 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.350631 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] For port 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:18.350965 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.364185 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Calling delete_port for 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d owned by network:router_interface {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:18.576174 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.601012 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:18.768113 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1790270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456348'] for router_interface, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:18.773029 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e6fdd138-07af-4e59-8f0b-f8953f5b2078 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:18.792429 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: e6fdd138-07af-4e59-8f0b-f8953f5b2078 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:18.792773 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device e6fdd138-07af-4e59-8f0b-f8953f5b2078 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:18.793192 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:18.814201 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:18.814537 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 66b8c4cc-7387-4fc0-b6e5-6957b63d84b9 not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:18.982153 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Router d5e56814-2ccc-4839-b679-8d767510c078 has already been hosted by L3 agent 4d50c124-94a1-460c-828d-d1afe48eeb6c {{(pid=94081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 21:47:19.094987 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] Notify agent at l3_agent.dv-cinder-760193-10-iscsi the message routers_updated {{(pid=94081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 21:47:19.100745 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-cfc929d2-eddb-4562-a7f2-5bbf529cdb65 admin admin] 10.222.0.21 "PUT /v2.0/routers/d5e56814-2ccc-4839-b679-8d767510c078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4500847 Sep 09 21:47:19.103577 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44614) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:19.105091 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Sync routers for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 21:47:19.118875 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:19.119729 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:19.211155 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.218879 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: dv-cinder-760193-10-iscsi {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:19.313791 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.368217 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Deleting port 87f2129a-dcfc-47c2-97e0-eef311bb26da {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:19.368560 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.398410 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'external_fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:47:18Z', 'revision_number': 5, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port': {'id': '87f2129a-dcfc-47c2-97e0-eef311bb26da', 'name': '', 'network_id': 'ce31de07-d384-420f-8bde-a50d878b34c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c68a4652-2486-4218-836f-a12fcf59059b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-10-iscsi'}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:19.423809 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Checking router: d5e56814-2ccc-4839-b679-8d767510c078 for host: dv-cinder-760193-10-iscsi {{(pid=94083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 21:47:19.432943 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Routers {'d5e56814-2ccc-4839-b679-8d767510c078'} bound to L3 agent in host dv-cinder-760193-10-iscsi {{(pid=94083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 21:47:19.433862 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T21:28:03Z,description=,heartbeat_timestamp=2021-09-09T21:47:03Z,host='dv-cinder-760193-10-iscsi',id=4d50c124-94a1-460c-828d-d1afe48eeb6c,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T21:28:03Z,topic='l3_agent')) {'router_ids': ['d5e56814-2ccc-4839-b679-8d767510c078'], 'active': True} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:19.454027 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] For port 87f2129a-dcfc-47c2-97e0-eef311bb26da, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=87f2129a-dcfc-47c2-97e0-eef311bb26da,segment=NetworkSegment(73da53cb-6dc2-4097-83fc-30c4a9ce2ef9),segment_id=73da53cb-6dc2-4097-83fc-30c4a9ce2ef9)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:19.454393 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.466292 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Calling delete_port for 87f2129a-dcfc-47c2-97e0-eef311bb26da owned by network:router_gateway {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:19.521439 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_dvr_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] Set router d5e56814-2ccc-4839-b679-8d767510c078 gateway port host: None {{(pid=94083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 21:47:19.573265 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.l3_hamode_db [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:47:19Z', 'revision_number': 6, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port_host': None}], 'dv-cinder-760193-10-iscsi', False) {} {{(pid=94083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:19.598391 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab3e145-d6f0-4c89-a735-cdf5940e60c8 None None] The sync data for ids ['d5e56814-2ccc-4839-b679-8d767510c078'] in dv-cinder-760193-10-iscsi is: [{'id': 'd5e56814-2ccc-4839-b679-8d767510c078', 'name': 'tempest-TestVolumeBootPattern-1947330095-router', 'tenant_id': '618decfc4adb469c90daf3fd77412188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T21:38:51Z', 'updated_at': '2021-09-09T21:47:19Z', 'revision_number': 6, 'project_id': '618decfc4adb469c90daf3fd77412188', 'gw_port_host': None}] {{(pid=94083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 21:47:19.638195 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.671525 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f2129a-dcfc-47c2-97e0-eef311bb26da,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:19.734983 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457598'] for router_gateway, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.824611 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-455629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1458'] for router, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.826930 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.875207 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-455620'] for router, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.875758 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e56814-2ccc-4839-b679-8d767510c078 {{(pid=94081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 21:47:19.880596 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] Notify callbacks [] for router, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.881758 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-a1500098-3125-419c-a531-44d64d23fe01 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d5e56814-2ccc-4839-b679-8d767510c078 HTTP/1.1" status: 204 len: 168 time: 0.7769647 Sep 09 21:47:19.885426 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44618) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:19.930959 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Deleting subnet 9496b312-de3e-4cda-b40d-f8d157ce5851 {{(pid=94081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 21:47:19.934545 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:19.970137 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3418885'] for subnet, precommit_delete_associations {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.052419 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-605816'] for subnet, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.115299 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-605809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9422488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9017925'] for subnet, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.140484 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9496b312-de3e-4cda-b40d-f8d157ce5851,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:20.144197 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for subnet, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.146152 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-fe04c017-94be-4eaa-a9f9-ce5c8a4abcf3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9496b312-de3e-4cda-b40d-f8d157ce5851 HTTP/1.1" status: 204 len: 168 time: 0.2596843 Sep 09 21:47:20.149098 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44620) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:20.151835 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ec95d-c0a8-47c7-9c33-bf08723d212b None None] Network bd671ed2-02c5-4b2c-b424-b9c2475deeed requested from dv-cinder-760193-10-iscsi {{(pid=94082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 21:47:20.223000 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582564'] for network, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.276064 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Deleting port caca550d-98d6-43b4-83e8-808bc9ee2f8e {{(pid=94081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:20.276408 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.327039 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] DHCP port deletion for bd671ed2-02c5-4b2c-b424-b9c2475deeed request from dv-cinder-760193-10-iscsi {{(pid=94082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 21:47:20.346319 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] For port caca550d-98d6-43b4-83e8-808bc9ee2f8e, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=caca550d-98d6-43b4-83e8-808bc9ee2f8e,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:20.346972 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.360073 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.plugin [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Calling delete_port for caca550d-98d6-43b4-83e8-808bc9ee2f8e owned by network:dhcp {{(pid=94081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:20.379206 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Deleting port caca550d-98d6-43b4-83e8-808bc9ee2f8e {{(pid=94082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 21:47:20.379730 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779046296890'] for port, before_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.443475 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9422501'] for port, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.443766 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.db [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] For port caca550d-98d6-43b4-83e8-808bc9ee2f8e, host dv-cinder-760193-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-10-iscsi',level=0,port_id=caca550d-98d6-43b4-83e8-808bc9ee2f8e,segment=NetworkSegment(a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b),segment_id=a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b)] {{(pid=94082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 21:47:20.443943 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-453465'] for port, precommit_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.456229 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Calling delete_port for caca550d-98d6-43b4-83e8-808bc9ee2f8e owned by network:dhcp {{(pid=94082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 21:47:20.471538 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] No DVR routers for this DVR port caca550d-98d6-43b4-83e8-808bc9ee2f8e on host dv-cinder-760193-10-iscsi {{(pid=94081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:20.475503 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=caca550d-98d6-43b4-83e8-808bc9ee2f8e,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:20.533314 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-549021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779046303236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779045897948'] for port, after_delete {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.547531 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593677', 'neutron.services.segments.db._delete_segments_for_network-8779046411933'] for network, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.557597 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] Pushing event deleted for resources: {'Port': ['ID=caca550d-98d6-43b4-83e8-808bc9ee2f8e,revision_number=None']} {{(pid=94082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:20.562606 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e11ac-11da-4659-90a5-fc857f00cce4 None None] No DVR routers for this DVR port caca550d-98d6-43b4-83e8-808bc9ee2f8e on host dv-cinder-760193-10-iscsi {{(pid=94082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 21:47:20.568125 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd671ed2-02c5-4b2c-b424-b9c2475deeed']}} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:20.578093 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b') {'for_net_delete': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:20.578385 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.services.segments.db [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a170c940-3bfc-4dc4-9fe4-92b9c4a2f45b') {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 21:47:20.588088 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779046410150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3419004'] for segment, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.601704 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874'] for segment, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.607904 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 21:47:20.608279 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-593874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9421946'] for segment, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: Traceback (most recent call last): Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: timer() Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: cb(*args, **kw) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: return func(*args, **kwargs) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: self._notify() Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: self.callback(batched_events) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: event.method(event) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: return f(self, *a, **k) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._get(url).json() Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: return self.request(url, 'GET', **kwargs) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 21:47:20.610428 dv-cinder-760193-10-iscsi neutron-server[94081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 21:47:20.666437 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457498'] for network, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.671384 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790245'] for network, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.679325 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd671ed2-02c5-4b2c-b424-b9c2475deeed HTTP/1.1" status: 204 len: 168 time: 0.5292375 Sep 09 21:47:20.694094 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba86c-9286-4931-862f-a26bf6290a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd671ed2-02c5-4b2c-b424-b9c2475deeed,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:20.733047 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 87f2129a-dcfc-47c2-97e0-eef311bb26da no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:20.753610 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 87f2129a-dcfc-47c2-97e0-eef311bb26da {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:20.753956 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 87f2129a-dcfc-47c2-97e0-eef311bb26da not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:20.754376 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:20.773318 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:20.773692 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device 5623fc47-ce8a-4b76-97a4-7ac84cdd6f4d not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:20.774096 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device caca550d-98d6-43b4-83e8-808bc9ee2f8e no longer exists at agent ovs-agent-dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 21:47:20.795129 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] No Port match for: caca550d-98d6-43b4-83e8-808bc9ee2f8e {{(pid=94082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 21:47:20.795472 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron.plugins.ml2.rpc [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Device caca550d-98d6-43b4-83e8-808bc9ee2f8e not bound to the agent host dv-cinder-760193-10-iscsi {{(pid=94082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 21:47:20.803295 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44624) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:20.850576 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-26a8a768-7b21-461b-b365-c2e69d230675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c47b572c7e7a4ebfa28826b6f67e4881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441604 Sep 09 21:47:20.852268 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [-] (94081) accepted ('10.222.0.21', 44626) {{(pid=94081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:20.900611 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.921980 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.969941 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.972765 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:20.973964 dv-cinder-760193-10-iscsi neutron-server[94081]: INFO neutron.wsgi [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/017fb483-6e71-4b8e-bf2a-f3c98074548c HTTP/1.1" status: 204 len: 168 time: 0.1207957 Sep 09 21:47:20.982658 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a347e9a-d598-4184-abbc-fb25f893cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017fb483-6e71-4b8e-bf2a-f3c98074548c,revision_number=None']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:21.298194 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44632) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:21.339824 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-88ec1f4c-5e75-4b47-bc41-3065dcb5beb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=618decfc4adb469c90daf3fd77412188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404201 Sep 09 21:47:21.342382 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.wsgi [-] (94080) accepted ('10.222.0.21', 44634) {{(pid=94080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 21:47:21.396116 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:21.417764 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:21.466472 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1827523'] for security_group, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:21.469336 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:21.470587 dv-cinder-760193-10-iscsi neutron-server[94080]: INFO neutron.wsgi [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/959056ff-5af8-4a32-bca0-d55538a0834e HTTP/1.1" status: 204 len: 168 time: 0.1273470 Sep 09 21:47:21.478557 dv-cinder-760193-10-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefb4c0-d7ae-440f-bf9b-71ea7fd79e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959056ff-5af8-4a32-bca0-d55538a0834e,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 21:47:21.722904 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:47:29.692645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-04fdcf60-abf4-4818-b24a-fe1eb5a31995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:32.655588 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:32.992335 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-466c92e0-6c0c-450c-b5a4-10899aa8ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:34.250812 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:35.310833 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:39.234156 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:47:58.722864 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:47:59.688934 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0364695a-96b7-4192-a95f-83bd9e655d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:02.656933 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:02.987246 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-e7766d2e-ca0e-4ab1-b9f7-f648705d8fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:04.249896 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:05.315582 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:09.239542 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:29.697385 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a4ca3b0a-fca6-4629-a14e-b1546eb1c3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:32.657205 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:32.994452 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-094bd180-cfa1-4944-b229-f1bc2230e8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:34.256035 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:35.324306 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:35.726686 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:48:39.256056 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:48:59.696431 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-65667a6c-e521-4eeb-ad7c-2b45f2e5afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:02.652555 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:02.990037 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-25f0c6ac-f757-4bc6-9ce9-987335d4056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:04.258170 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:05.328932 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:09.255181 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:12.731396 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:49:29.690329 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-03d592ab-ab21-4a7b-a799-2a278ad6f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:32.657599 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:32.993370 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-060662c2-bf6c-4cd1-a737-6ce0d7725e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:34.265522 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:35.329273 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:39.252645 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:49:49.733390 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:49:59.699411 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd476-0840-42b4-b0a5-d3b4d7d836d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:02.664152 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:02.996822 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c5f613bb-ac9c-48ef-aa19-ab0f993f1c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:04.263227 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:05.329132 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:09.254279 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:26.739562 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:50:29.700295 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-0568e75c-b6f4-4012-be8f-4ca0132f9c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:32.666199 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:33.004573 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-f9c455ba-7af0-45c6-9418-8406b182e2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:34.275078 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:35.339568 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:39.251078 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:50:59.698963 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-be37aeb6-6a16-4513-a27b-e76eab817dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:02.671796 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:03.001453 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-71054b2c-0be9-473d-bf74-c4cb62373670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:03.744476 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:51:04.270405 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:05.345857 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:09.277183 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:29.708690 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-38f83c37-b816-4046-af39-78af01c26f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:32.673290 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:32.996933 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-c686ab61-3459-4b67-95e5-da0c734ed66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:34.282858 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:35.350653 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:39.286400 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:51:40.750558 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:51:45.518065 dv-cinder-760193-10-iscsi neutron-server[94081]: DEBUG neutron.wsgi [req-ab7ab4f9-3905-4764-9c80-ac5e0b959aea req-96cea534-2de9-43b1-a8bb-5a1f6d80a95a service neutron] (94081) timed out ('10.222.0.45', 53676) {{(pid=94081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 21:51:59.701082 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6544-d4d2-4cb0-b470-9d4facc66b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:02.674443 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:03.000702 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-8169ebf3-1c8d-4859-bcc8-c0e9b332ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:04.282032 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:05.355002 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:09.286568 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:17.754665 dv-cinder-760193-10-iscsi neutron-server[94083]: DEBUG neutron.db.agents_db [None req-06789223-f274-4b78-8a5a-5a4a9aa7099f None None] Agent healthcheck: found 6 active agents {{(pid=94083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 21:52:29.703238 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-947ce6b8-b96d-4992-b849-3df78afe1b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:32.670407 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-cfa5715a-41d3-4506-aa36-e6c3839d908c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:33.006349 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-37907710-ddee-4a17-8514-04fce0ee3492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:34.285273 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-16e5aacc-c0ef-4bd3-aadf-0e1854987b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:35.349773 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-af52c7df-07e5-4bc5-ac92-576c58d63b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 21:52:39.296735 dv-cinder-760193-10-iscsi neutron-server[94082]: DEBUG neutron_lib.callbacks.manager [None req-9eb4beb7-78d1-4add-ac53-83bfe900a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779046411915', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593355'] for agent, after_update {{(pid=94082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}